Skip to content

Commit b5cae09

Browse files
authored
Add int4 config for starcoder2-15b (#1285)
* int4 config for starcoder2-15b * Update configuration.py
1 parent bdeea95 commit b5cae09

File tree

1 file changed

+1
-0
lines changed

1 file changed

+1
-0
lines changed

optimum/intel/openvino/configuration.py

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -196,6 +196,7 @@ class OVQuantizationMethod(str, Enum):
196196
"scale_estimation": True,
197197
},
198198
"bigcode/starcoder2-3b": {"bits": 4, "sym": False, "group_size": 128, "ratio": 0.9},
199+
"bigcode/starcoder2-15b": {"bits": 4, "sym": False, "group_size": 64, "ratio": 1.0},
199200
"TinyLlama/TinyLlama-1.1B-Chat-v1.0": {
200201
"bits": 4,
201202
"sym": False,

0 commit comments

Comments
 (0)