Update conversion script versions (#1204)

* Update conversion script versions

* Use custom float16 converter script

* Add MIT license header

* Use relative import

* Fix transformers to stable 4.48.x branch

* Add strictness check when saving model

* Create new output nodes after casts

* Use onnxslim after fp16 conversion

* Prevent in-place modification while iterating (infinite loops)

* Finalize fp16 quantization script

* Only warn if alignment heads can't be found

Author: xenova

scripts/convert.py

@@ -446,7 +446,9 @@ def main():
 
         generation_config = GenerationConfig.from_pretrained(
             model_id, **from_pretrained_kwargs)
-        generation_config.alignment_heads = get_alignment_heads(config)
+        alignment_heads = get_alignment_heads(config)
+        if alignment_heads:
+            generation_config.alignment_heads = alignment_heads
         generation_config.save_pretrained(output_model_folder)
 
 

scripts/extra/whisper.py

@@ -2,6 +2,9 @@
 
 from optimum.exporters.onnx.base import ConfigBehavior
 from typing import Dict
+import logging
+
+logger = logging.getLogger(__name__)
 
 # List of [layer, head] pairs that select the cross-attention heads that are highly correlated to word-level timing.
 # Source: https://gist.github.com/hollance/42e32852f24243b748ae6bc1f985b13a
@@ -57,12 +60,13 @@ def get_main_export_kwargs(config, task):
 
 def get_alignment_heads(config):
     if getattr(config, '_name_or_path', None) is None:
-        raise ValueError(
+        logger.warning(
             "Unable to determine model type from config. Please specify `_name_or_path` in the config.")
+        return None
 
     for model_name, heads in ALIGNMENT_HEADS_MAPPING.items():
         if model_name in config._name_or_path:
             return heads
 
-    raise ValueError(
-        f"Unknown model type: {config._name_or_path}. Please add one of the following model types to `_name_or_path` in the config file: {list(ALIGNMENT_HEADS_MAPPING.keys())}")
+    logger.warning(f"Unknown model type: {config._name_or_path}. Please add one of the following model types to `_name_or_path` in the config file: {list(ALIGNMENT_HEADS_MAPPING.keys())}")
+    return None