checkout main branch's fix for megatron+importer

Signed-off-by: Ye Yu <[email protected]>

Author: yeyu-nvidia

modelopt/torch/export/plugins/megatron_importer.py

@@ -512,10 +512,7 @@ def _import_state_dict(self):
                             self.rules["k_layernorm"](attention.k_layernorm, layer_id)
                         self.rules["linear_qkv"](attention.linear_qkv, layer_id)
                         self.rules["linear_proj"](attention.linear_proj, layer_id)
-                        if (
-                            hasattr(attention.core_attention, "softmax_offset")
-                            and attention.core_attention.softmax_offset is not None
-                        ):
+                        if hasattr(attention.core_attention, "softmax_offset"):
                             self.rules["softmax_offset"](
                                 attention.core_attention.softmax_offset, layer_id
                             )