We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 26342aa commit a39949aCopy full SHA for a39949a
vllm/platforms/rocm.py
@@ -185,7 +185,7 @@ class RocmPlatform(Platform):
185
"petit_nvfp4",
186
"torchao",
187
]
188
- # bitsandbytes quantization not supported on Instinct (warp size 64 limitation)
+ # bitsandbytes quantization not supported on gfx9 (warp size 64 limitation)
189
if not on_gfx9():
190
supported_quantization += ["bitsandbytes"]
191
0 commit comments