Add Yi model to quantization support (#1600)

forpanyang · web-flow · commit ab9e8488d576 · 2023-11-09T11:47:14.000-08:00
diff --git a/vllm/model_executor/model_loader.py b/vllm/model_executor/model_loader.py
@@ -41,6 +41,7 @@
 _MODEL_CLASSES_SUPPORT_QUANTIZATION = [
     LlamaForCausalLM,
     MistralForCausalLM,
+    YiForCausalLM,
 ]
 
 

Original file line number	Diff line number	Diff line change
`@@ -41,6 +41,7 @@`
`41`	`41`	`_MODEL_CLASSES_SUPPORT_QUANTIZATION = [`
`42`	`42`	`LlamaForCausalLM,`
`43`	`43`	`MistralForCausalLM,`
	`44`	`+ YiForCausalLM,`
`44`	`45`	`]`
`45`	`46`
`46`	`47`