Add config for Phi-3-mini-4k-instruct (#905)

MaximProshin · web-flow · commit 40701f31e6e3 · 2024-09-20T14:51:27.000+02:00
diff --git a/optimum/intel/openvino/configuration.py b/optimum/intel/openvino/configuration.py
@@ -180,6 +180,14 @@ class OVQuantizationMethod(str, Enum):
         "dataset": "wikitext2",
         "scale_estimation": True,
     },
+    "microsoft/Phi-3-mini-4k-instruct": {
+        "bits": 4,
+        "sym": False,
+        "group_size": 64,
+        "ratio": 1.0,
+        "dataset": "wikitext2",
+        "scale_estimation": True,
+    },
 }
 
 _DEFAULT_4BIT_CONFIG = {
