Merge branch 'ko3n1g/chore/cherry-pick-3529' into 'core_r0.13.0'

ADLR/megatron-lm!3526 - Skip fused rope check if te version < 1.4.0

See merge request ADLR/megatron-lm!3528

Author: ko3n1g

tests/unit_tests/transformer/test_attention.py

@@ -13,6 +13,7 @@
 from megatron.core.transformer.attention import SelfAttention
 from megatron.core.transformer.enums import AttnMaskType
 from megatron.core.transformer.transformer_config import TransformerConfig
+from megatron.core.utils import is_te_min_version
 from tests.unit_tests.test_utilities import Utils
 
 
@@ -74,6 +75,7 @@ def test_gpu_forward(self):
         assert output.shape[2] == config.hidden_size
         assert bias.shape[0] == config.hidden_size
 
+    @pytest.mark.skipif(not is_te_min_version("1.4.0"), reason="Fused RoPE requires TE >= 1.4.0")
     def test_fused_rope_gpu_forward(self):
         self.parallel_attention.config.apply_rope_fusion = True
         config = self.parallel_attention.config