We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 3c63cc3 commit b9440b9Copy full SHA for b9440b9
usecases/ai/microservices/text-generation/vllm/entrypoint.sh
@@ -45,6 +45,9 @@ fi
45
if [ ! -f "$MODEL_PATH/openvino_model.xml" ]; then
46
echo -e "Model file does not exist: $MODEL_PATH/openvino_model.xml. Please export the model first and save to $MODEL_PATH"
47
exit 1
48
+else
49
+ echo -e "Model file available. Setting VLLM_OPENVINO_ENABLE_QUANTIZED_WEIGHTS to OFF ..."
50
+ unset VLLM_OPENVINO_ENABLE_QUANTIZED_WEIGHTS
51
fi
52
53
echo -e "Starting OpenVINO VLLM service ..."
0 commit comments