File tree Expand file tree Collapse file tree 1 file changed +4
-4
lines changed
vllm/model_executor/layers/quantization Expand file tree Collapse file tree 1 file changed +4
-4
lines changed Original file line number Diff line number Diff line change @@ -412,12 +412,12 @@ class BitsAndBytesMoEMethod(FusedMoEMethodBase):
412
412
def __init__ (self , quant_config : BitsAndBytesConfig ):
413
413
try :
414
414
import bitsandbytes
415
- if bitsandbytes .__version__ < "0.45.3 " :
415
+ if bitsandbytes .__version__ < "0.46.1 " :
416
416
raise ImportError ("bitsandbytes version is wrong. Please "
417
- "install bitsandbytes>=0.45.3 ." )
417
+ "install bitsandbytes>=0.46.1 ." )
418
418
except ImportError as err :
419
- raise ImportError ("Please install bitsandbytes>=0.45.3 via "
420
- "`pip install bitsandbytes>=0.45.3 ` to use "
419
+ raise ImportError ("Please install bitsandbytes>=0.46.1 via "
420
+ "`pip install bitsandbytes>=0.46.1 ` to use "
421
421
"bitsandbytes quantizer." ) from err
422
422
self .topk_indices_dtype = None
423
423
self .quant_config = quant_config
You can’t perform that action at this time.
0 commit comments