diff --git a/apps/vllm/main.py b/apps/vllm/main.py index 2d3c81ad9..9da85e631 100644 --- a/apps/vllm/main.py +++ b/apps/vllm/main.py @@ -5,7 +5,7 @@ # LICENSE file in the root directory of this source tree. """To run: - +export HF_HUB_DISABLE_XET=1 python -m apps.vllm.main --guided-decoding --num-samples 3 """