Fixing packing_buffer_size default value

huvunvidia · web-flow · commit 5c10b990a836 · 2025-12-10T14:04:57.000-08:00
diff --git a/dfm/src/megatron/recipes/wan/wan.py b/dfm/src/megatron/recipes/wan/wan.py
@@ -181,7 +181,7 @@ def pretrain_config(
             global_batch_size=global_batch_size,
             num_workers=10,
             task_encoder_seq_length=None,
-            packing_buffer_size=131072,  # 131,072 = 2^17 tokens, each 5 secs of 832*480 is about 45k tokens
+            packing_buffer_size=150,
         )
 
     # Config Container

Original file line number	Diff line number	Diff line change
`@@ -181,7 +181,7 @@ def pretrain_config(`
`181`	`181`	`global_batch_size=global_batch_size,`
`182`	`182`	`num_workers=10,`
`183`	`183`	`task_encoder_seq_length=None,`
`184`		`- packing_buffer_size=131072, # 131,072 = 2^17 tokens, each 5 secs of 832*480 is about 45k tokens`
	`184`	`+ packing_buffer_size=150,`
`185`	`185`	`)`
`186`	`186`
`187`	`187`	`# Config Container`