File tree Expand file tree Collapse file tree 3 files changed +0
-9
lines changed
Expand file tree Collapse file tree 3 files changed +0
-9
lines changed Original file line number Diff line number Diff line change 2828RET=0
2929SUBTESTS=" accuracy_test request_cancellation enabled_stream vllm_backend metrics_test"
3030
31- export C_INCLUDE_PATH=/usr/local/cuda/include:$C_INCLUDE_PATH
32- export TRITON_PTXAS_PATH=/usr/local/cuda/bin/ptxas
33-
3431python3 -m pip install tritonclient[grpc]
3532
3633for TEST in ${SUBTESTS} ; do
Original file line number Diff line number Diff line change @@ -41,9 +41,6 @@ EXPECTED_NUM_TESTS=2
4141GENERATE_ENDPOINT=" localhost:8000/v2/models/vllm_llama_multi_lora/generate"
4242CHECK_FOR_ERROR=true
4343
44- export C_INCLUDE_PATH=/usr/local/cuda/include:$C_INCLUDE_PATH
45- export TRITON_PTXAS_PATH=/usr/local/cuda/bin/ptxas
46-
4744make_api_call () {
4845 local endpoint=" $1 "
4946 local data=" $2 "
Original file line number Diff line number Diff line change @@ -36,9 +36,6 @@ CLIENT_PY="./vllm_multi_gpu_test.py"
3636SAMPLE_MODELS_REPO=" ../../../samples/model_repository"
3737EXPECTED_NUM_TESTS=1
3838
39- export C_INCLUDE_PATH=/usr/local/cuda/include:$C_INCLUDE_PATH
40- export TRITON_PTXAS_PATH=/usr/local/cuda/bin/ptxas
41-
4239# ## Helpers
4340function validate_file_contains() {
4441 local KEY=" ${1} "
You can’t perform that action at this time.
0 commit comments