feat: transformers v4 API (#1116)

Signed-off-by: adil-a <adil.asif2000@hotmail.com>
Signed-off-by: adi-a <adil.asif2000@hotmail.com>

Author: adil-a

examples/benchmark/configs/deepseek_v3_te_deepep.yaml

@@ -80,7 +80,6 @@ model:
 
 checkpoint:
   enabled: false
-  load_base_model: false
 
 loss_fn:
   _target_: nemo_automodel.components.loss.masked_ce.MaskedCrossEntropy

examples/benchmark/configs/deepseek_v3_te_deepep_1024.yaml

@@ -61,7 +61,6 @@ model:
 
 checkpoint:
   enabled: false
-  load_base_model: false
 
 distributed:
   _target_: nemo_automodel.components.distributed.fsdp2.FSDP2Manager

examples/benchmark/configs/deepseek_v3_torch.yaml

@@ -76,7 +76,6 @@ model:
 
 checkpoint:
   enabled: false
-  load_base_model: false
 
 loss_fn:
   _target_: nemo_automodel.components.loss.masked_ce.MaskedCrossEntropy

examples/benchmark/configs/glm_4.5_air_te_deepep.yaml

@@ -79,7 +79,6 @@ model:
 
 checkpoint:
   enabled: false
-  load_base_model: false
 
 loss_fn:
   _target_: nemo_automodel.components.loss.masked_ce.MaskedCrossEntropy

examples/benchmark/configs/gptoss_120b_te_deepep.yaml

@@ -78,7 +78,6 @@ model:
 
 checkpoint:
   enabled: false
-  load_base_model: false
 
 loss_fn:
   _target_: nemo_automodel.components.loss.masked_ce.MaskedCrossEntropy

examples/benchmark/configs/gptoss_20b_te_deepep.yaml

@@ -77,7 +77,6 @@ model:
 
 checkpoint:
   enabled: false
-  load_base_model: false
 
 loss_fn:
   _target_: nemo_automodel.components.loss.masked_ce.MaskedCrossEntropy

examples/benchmark/configs/gptoss_20b_torch.yaml

@@ -76,7 +76,6 @@ model:
 
 checkpoint:
   enabled: false
-  load_base_model: false
 
 loss_fn:
   _target_: nemo_automodel.components.loss.masked_ce.MaskedCrossEntropy

examples/benchmark/configs/kimi_k2_te_deepep.yaml

@@ -77,7 +77,6 @@ model:
 
 checkpoint:
   enabled: false
-  load_base_model: false
 
 loss_fn:
   _target_: nemo_automodel.components.loss.masked_ce.MaskedCrossEntropy

examples/benchmark/configs/moonlight_16b_te_deepep.yaml

@@ -79,7 +79,6 @@ model:
 
 checkpoint:
   enabled: false
-  load_base_model: false
 
 loss_fn:
   _target_: nemo_automodel.components.loss.masked_ce.MaskedCrossEntropy

examples/benchmark/configs/moonlight_16b_torch.yaml

@@ -76,7 +76,6 @@ model:
 
 checkpoint:
   enabled: false
-  load_base_model: false
 
 loss_fn:
   _target_: nemo_automodel.components.loss.masked_ce.MaskedCrossEntropy