Skip to content

Commit bdeea95

Browse files
authored
Update configuration.py for Qwen3-1.7B and Qwen3-4B (#1282)
1 parent 303bc50 commit bdeea95

File tree

1 file changed

+18
-0
lines changed

1 file changed

+18
-0
lines changed

optimum/intel/openvino/configuration.py

Lines changed: 18 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -116,6 +116,24 @@ class OVQuantizationMethod(str, Enum):
116116
"quant_method": OVQuantizationMethod.AWQ,
117117
"scale_estimation": True,
118118
},
119+
"Qwen/Qwen3-1.7B": {
120+
"bits": 4,
121+
"sym": True,
122+
"group_size": 64,
123+
"ratio": 1.0,
124+
"dataset": "wikitext2",
125+
"quant_method": OVQuantizationMethod.AWQ,
126+
"scale_estimation": True,
127+
},
128+
"Qwen/Qwen3-4B": {
129+
"bits": 4,
130+
"sym": True,
131+
"group_size": 128,
132+
"ratio": 1.0,
133+
"dataset": "wikitext2",
134+
"quant_method": OVQuantizationMethod.AWQ,
135+
"scale_estimation": True,
136+
},
119137
"openlm-research/open_llama_3b": {"bits": 4, "sym": False, "group_size": 64, "all_layers": True},
120138
"openlm-research/open_llama_3b_v2": {
121139
"bits": 4,

0 commit comments

Comments
 (0)