File tree Expand file tree Collapse file tree 2 files changed +6
-0
lines changed Expand file tree Collapse file tree 2 files changed +6
-0
lines changed Original file line number Diff line number Diff line change @@ -41,6 +41,9 @@ EXPECTED_NUM_TESTS=2
4141GENERATE_ENDPOINT=" localhost:8000/v2/models/vllm_llama_multi_lora/generate"
4242CHECK_FOR_ERROR=true
4343
44+ export C_INCLUDE_PATH=/usr/local/cuda/include:$C_INCLUDE_PATH
45+ export TRITON_PTXAS_PATH=/usr/local/cuda/bin/ptxas
46+
4447make_api_call () {
4548 local endpoint=" $1 "
4649 local data=" $2 "
Original file line number Diff line number Diff line change @@ -36,6 +36,9 @@ CLIENT_PY="./vllm_multi_gpu_test.py"
3636SAMPLE_MODELS_REPO=" ../../../samples/model_repository"
3737EXPECTED_NUM_TESTS=1
3838
39+ export C_INCLUDE_PATH=/usr/local/cuda/include:$C_INCLUDE_PATH
40+ export TRITON_PTXAS_PATH=/usr/local/cuda/bin/ptxas
41+
3942# ## Helpers
4043function validate_file_contains() {
4144 local KEY=" ${1} "
You can’t perform that action at this time.
0 commit comments