We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent c9ff040 commit 88e16b5Copy full SHA for 88e16b5
optimum/intel/openvino/configuration.py
@@ -238,6 +238,15 @@ class OVQuantizationMethod(str, Enum):
238
},
239
}
240
241
+# Add configs for model id aliases
242
+# The list below contains pairs of model ids: config for the second model id will be copied from the first model id.
243
+model_id_aliases = [
244
+ ("meta-llama/Meta-Llama-3.1-8B-Instruct", "meta-llama/Llama-3.1-8B-Instruct"),
245
+ ("meta-llama/Meta-Llama-3.1-8B", "meta-llama/Llama-3.1-8B"),
246
+]
247
+for m_id_1, m_id_2 in model_id_aliases:
248
+ _DEFAULT_4BIT_CONFIGS[m_id_2] = _DEFAULT_4BIT_CONFIGS[m_id_1]
249
+
250
_DEFAULT_4BIT_CONFIG = {
251
"bits": 4,
252
"ratio": 1.0,
0 commit comments