fix

Author: titaiwangms

onnx_diagnostic/tasks/text_generation.py

@@ -34,27 +34,13 @@ def reduce_model_config(config: Any) -> Dict[str, Any]:
         )
     else:
         kwargs = dict(
-            head_dim=getattr(
-                config, "head_dim", config.hidden_size // config.num_attention_heads
-            ),
             num_hidden_layers=min(config.num_hidden_layers, 2),
             num_key_value_heads=(
                 config.num_key_value_heads
                 if hasattr(config, "num_key_value_heads")
                 else config.num_attention_heads
             ),
-            hidden_size=(
-                min(config.hidden_size, 4096 // 4)
-                if config.hidden_size % 64 == 0
-                else config.hidden_size
-            ),
         )
-        if config is None or hasattr(config, "intermediate_size"):
-            kwargs["intermediate_size"] = (
-                min(config.intermediate_size, 24576 // 4)
-                if config.intermediate_size % 4 == 0
-                else config.intermediate_size
-            )
     update_config(config, kwargs)
     return kwargs