Skip to content

Commit dafb4e5

Browse files
authored
[V1][Bugfix] Fix oracle for device checking (#15104)
Signed-off-by: Roger Wang <[email protected]>
1 parent 68cf160 commit dafb4e5

File tree

1 file changed

+7
-0
lines changed

1 file changed

+7
-0
lines changed

vllm/engine/arg_utils.py

Lines changed: 7 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -1578,6 +1578,13 @@ def _is_v1_supported_oracle(self, model_config: ModelConfig) -> bool:
15781578
_raise_or_fallback(feature_name=name, recommend_to_remove=True)
15791579
return False
15801580

1581+
# No support for device type other than CUDA, AMD (experiemntal) or
1582+
# TPU (experimental) so far.
1583+
if not (current_platform.is_cuda_alike() or current_platform.is_tpu()):
1584+
_raise_or_fallback(
1585+
feature_name=f"device type={current_platform.device_type}",
1586+
recommend_to_remove=False)
1587+
return False
15811588
#############################################################
15821589
# Experimental Features - allow users to opt in.
15831590

0 commit comments

Comments
 (0)