Get model dtype from weight dtype

Author: mvafin

optimum/exporters/openvino/convert.py

@@ -70,6 +70,7 @@
     _get_dynamic_shapes_info,
     _normalize_dummy_inputs,
     _get_open_clip_submodels_fn_and_export_configs,
+    get_model_dtype,
     allow_skip_tracing_check,
     clear_class_registry,
     remove_none_from_dummy_inputs,
@@ -558,7 +559,7 @@ def patched_forward(*args, **kwargs):
                         # patch_everywhere breaks torch.ops namespace
                         del torch.ops._prepare_4d_causal_attention_mask_for_sdpa
                     dynamic_shapes = _get_dynamic_shapes_info(model, config, dummy_inputs)
-                    _export_kwargs = {"args": tuple(), "kwargs": _normalize_dummy_inputs(dummy_inputs, model.dtype)}
+                    _export_kwargs = {"args": tuple(), "kwargs": _normalize_dummy_inputs(dummy_inputs, get_model_dtype(model))}
                     _export_kwargs["dynamic_shapes"] = dynamic_shapes
 
                     try:

optimum/exporters/openvino/utils.py

@@ -181,6 +181,12 @@ def _normalize_dummy_inputs(dummy_inputs: Dict[str, Any], dtype: Any) -> Dict[st
     return new_dummy
 
 
+def get_model_dtype(model):
+    for param in model.parameters():
+        return param.dtype
+    return getattr(model, "dtype", torch.float32)
+
+
 def remove_none_from_dummy_inputs(dummy_inputs: Dict[str, Any]):
     """
     Removes None values from the dictionary.