Skip to content

Commit 8aa9390

Browse files
[OV] Add int8 PTQ configs for some fill-mask models. (#1331)
* Add configs
1 parent 54b40e1 commit 8aa9390

File tree

1 file changed

+11
-0
lines changed

1 file changed

+11
-0
lines changed

optimum/intel/openvino/configuration.py

Lines changed: 11 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -353,6 +353,17 @@ class OVQuantizationMethod(str, Enum):
353353

354354
# Default configs for int8 full quantization
355355
_DEFAULT_INT8_FQ_CONFIGS = {
356+
"FacebookAI/roberta-large": {
357+
"dtype": "int8",
358+
"dataset": "wikitext2",
359+
"num_samples": 128,
360+
"smooth_quant_alpha": 0.5,
361+
},
362+
"google-bert/bert-base-multilingual-uncased": {
363+
"dtype": "int8",
364+
"dataset": "wikitext2",
365+
"num_samples": 300,
366+
},
356367
"openai/clip-vit-base-patch16": {
357368
"dtype": "int8",
358369
"dataset": "conceptual_captions",

0 commit comments

Comments
 (0)