File tree Expand file tree Collapse file tree 1 file changed +7
-3
lines changed
examples/llm_finetune/qwen Expand file tree Collapse file tree 1 file changed +7
-3
lines changed Original file line number Diff line number Diff line change @@ -25,6 +25,7 @@ step_scheduler:
2525 ckpt_every_steps : 200
2626 val_every_steps : 100 # will run every x number of gradient steps
2727 num_epochs : 2
28+ max_steps : 100
2829
2930dist_env :
3031 backend : nccl
3839model :
3940 _target_ : nemo_automodel.NeMoAutoModelForCausalLM.from_pretrained
4041 pretrained_model_name_or_path : Qwen/Qwen3-8B
41- cache_dir : /nemo-rl/hf_cache/
4242
4343peft :
4444 _target_ : nemo_automodel.components._peft.lora.PeftConfig
@@ -82,7 +82,9 @@ packed_sequence:
8282
8383dataloader :
8484 _target_ : torchdata.stateful_dataloader.StatefulDataLoader
85- collate_fn : nemo_automodel.components.datasets.utils.default_collater
85+ collate_fn :
86+ _target_ : nemo_automodel.components.datasets.utils.default_collater
87+ pad_seq_len_divisible : 320
8688 shuffle : true
8789
8890validation_dataset :
@@ -93,7 +95,9 @@ validation_dataset:
9395
9496validation_dataloader :
9597 _target_ : torchdata.stateful_dataloader.StatefulDataLoader
96- collate_fn : nemo_automodel.components.datasets.utils.default_collater
98+ collate_fn :
99+ _target_ : nemo_automodel.components.datasets.utils.default_collater
100+ pad_seq_len_divisible : 320
97101
98102optimizer :
99103 _target_ : torch.optim.Adam
You can’t perform that action at this time.
0 commit comments