File tree Expand file tree Collapse file tree 2 files changed +6
-0
lines changed Expand file tree Collapse file tree 2 files changed +6
-0
lines changed Original file line number Diff line number Diff line change @@ -41,6 +41,9 @@ EXPECTED_NUM_TESTS=2
4141GENERATE_ENDPOINT=" localhost:8000/v2/models/vllm_llama_multi_lora/generate" 
4242CHECK_FOR_ERROR=true
4343
44+ export  C_INCLUDE_PATH=/usr/local/cuda/include:$C_INCLUDE_PATH 
45+ export  TRITON_PTXAS_PATH=/usr/local/cuda/bin/ptxas
46+ 
4447make_api_call () {
4548    local  endpoint=" $1 " 
4649    local  data=" $2 " 
Original file line number Diff line number Diff line change @@ -36,6 +36,9 @@ CLIENT_PY="./vllm_multi_gpu_test.py"
3636SAMPLE_MODELS_REPO=" ../../../samples/model_repository" 
3737EXPECTED_NUM_TESTS=1
3838
39+ export  C_INCLUDE_PATH=/usr/local/cuda/include:$C_INCLUDE_PATH 
40+ export  TRITON_PTXAS_PATH=/usr/local/cuda/bin/ptxas
41+ 
3942# ## Helpers
4043function  validate_file_contains()  {
4144    local  KEY=" ${1} " 
    
 
   
 
     
   
   
          
     
  
    
     
 
    
      
     
 
     
    You can’t perform that action at this time.
  
 
    
  
     
    
      
        
     
 
       
      
     
   
 
    
    
  
 
  
 
     
    
0 commit comments