chore: Enable LoRA Nightly Test (#1634)

Signed-off-by: ruit <ruit@nvidia.com>

Author: RayenTian

…a3.1-8b-1n8g-fsdp2tp1-lora.yaml.disabled …/sft-llama3.1-8b-1n8g-fsdp2tp1-lora.yamlexamples/configs/recipes/llm/sft-llama3.1-8b-1n8g-fsdp2tp1-lora.yaml.disabled renamed to examples/configs/recipes/llm/sft-llama3.1-8b-1n8g-fsdp2tp1-lora.yaml examples/configs/recipes/llm/sft-llama3.1-8b-1n8g-fsdp2tp1-lora.yaml.disabled renamed to examples/configs/recipes/llm/sft-llama3.1-8b-1n8g-fsdp2tp1-lora.yaml

@@ -26,7 +26,7 @@ policy:
       weight_decay: 0.01
       eps: 1.0e-08
 data:
-  dataset_name: tulu3
+  dataset_name: tulu3_sft_mixture
   add_generation_prompt: true
   seed: 42
 logger:

nemo_rl/data/datasets/response_datasets/__init__.py

@@ -97,7 +97,6 @@ def load_response_dataset(data_config, seed: int = 42):
             split=data_config["split"],
         )
     elif dataset_name == "tulu3_sft_mixture":
-        print("Loading allenai/tulu-3-sft-mixture for training and validation")
         base_dataset: Any = Tulu3SftMixtureDataset(
             test_size=data_config.get("test_size", 0.05),
             prompt_file=data_config.get("prompt_file", None),

…ama3.1-8b-1n8g-fsdp2tp1-lora.sh.disabled …lm/sft-llama3.1-8b-1n8g-fsdp2tp1-lora.shtests/test_suites/llm/sft-llama3.1-8b-1n8g-fsdp2tp1-lora.sh.disabled renamed to tests/test_suites/llm/sft-llama3.1-8b-1n8g-fsdp2tp1-lora.sh tests/test_suites/llm/sft-llama3.1-8b-1n8g-fsdp2tp1-lora.sh.disabled renamed to tests/test_suites/llm/sft-llama3.1-8b-1n8g-fsdp2tp1-lora.sh

@@ -71,8 +71,7 @@ tests/test_suites/llm/sft-llama3.1-8b-1n8g-fsdp2tp2.sh
 # dynamic batching
 tests/test_suites/llm/sft-llama3.1-8b-1n8g-fsdp2tp1-dynamicbatch.sh
 # lora
-# Tulu3 dataset is not supported yet. Re-enable this test once PR https://github.com/NVIDIA-NeMo/RL/pull/1506 is merged.
-# tests/test_suites/llm/sft-llama3.1-8b-1n8g-fsdp2tp1-lora.sh
+tests/test_suites/llm/sft-llama3.1-8b-1n8g-fsdp2tp1-lora.sh
 
 # Functional 32b test
 tests/test_suites/llm/sft-qwen2.5-32b-4n8g-fsdp2tp8sp-actckpt.v3.sh