File tree Expand file tree Collapse file tree 4 files changed +8
-6
lines changed
L0_additional_outputs_vllm Expand file tree Collapse file tree 4 files changed +8
-6
lines changed Original file line number Diff line number Diff line change 11#! /bin/bash
2- # Copyright 2024, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
2+ # Copyright 2024-2025 , NVIDIA CORPORATION & AFFILIATES. All rights reserved.
33#
44# Redistribution and use in source and binary forms, with or without
55# modification, are permitted provided that the following conditions
@@ -30,6 +30,7 @@ source ../common/util.sh
3030
3131pip3 install pytest==8.1.1
3232pip3 install tritonclient[grpc]
33+ pip3 install transformers==4.53.3
3334
3435# Prepare Model
3536rm -rf models vllm_baseline_output.pkl && mkdir -p models
Original file line number Diff line number Diff line change 11#! /bin/bash
2- # Copyright 2024, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
2+ # Copyright 2024-2025 , NVIDIA CORPORATION & AFFILIATES. All rights reserved.
33#
44# Redistribution and use in source and binary forms, with or without
55# modification, are permitted provided that the following conditions
2828RET=0
2929SUBTESTS=" accuracy_test request_cancellation enabled_stream vllm_backend metrics_test"
3030
31- python3 -m pip install tritonclient[grpc]
31+ python3 -m pip install tritonclient[grpc] transformers==4.53.3
3232
3333for TEST in ${SUBTESTS} ; do
3434 (cd ${TEST} && bash -ex test.sh && cd ..)
Original file line number Diff line number Diff line change 11#! /bin/bash
2- # Copyright 2024, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
2+ # Copyright 2024-2025 , NVIDIA CORPORATION & AFFILIATES. All rights reserved.
33#
44# Redistribution and use in source and binary forms, with or without
55# modification, are permitted provided that the following conditions
@@ -30,6 +30,7 @@ source ../common/util.sh
3030
3131pip3 install pytest==8.1.1
3232pip3 install tritonclient[grpc]
33+ pip3 install transformers==4.53.3
3334
3435RET=0
3536
Original file line number Diff line number Diff line change 11#! /bin/bash
2- # Copyright 2024, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
2+ # Copyright 2024-2025 , NVIDIA CORPORATION & AFFILIATES. All rights reserved.
33#
44# Redistribution and use in source and binary forms, with or without
55# modification, are permitted provided that the following conditions
2828RET=0
2929SUBTESTS=" vllm_backend multi_lora"
3030
31- python3 -m pip install tritonclient[grpc]
31+ python3 -m pip install tritonclient[grpc] transformers==4.53.3
3232
3333for TEST in ${SUBTESTS} ; do
3434 (cd ${TEST} && bash -ex test.sh && cd ..)
You can’t perform that action at this time.
0 commit comments