We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 927a754 commit ecaeb91Copy full SHA for ecaeb91
vllm/platforms/hpu.py
@@ -35,6 +35,14 @@ class HpuPlatform(Platform):
35
"bitsandbytes"
36
]
37
38
+ @property
39
+ def supported_dtypes(self) -> list[torch.dtype]:
40
+ """Returns the supported dtypes for the current platform."""
41
+ # Be careful with the order of the dtypes. The first dtype will
42
+ # be used as the default dtype fallback for the current platform,
43
+ # when encountering unsupported dtypes in "auto" dtype.
44
+ return [torch.bfloat16, torch.float32]
45
+
46
@classmethod
47
def get_attn_backend_cls(cls, selected_backend: _Backend, head_size: int,
48
dtype: torch.dtype, kv_cache_dtype: Optional[str],
0 commit comments