Skip to content

Commit a0bff12

Browse files
nappengman肖鹏
andauthored
[bugfix] [dmd] Align backward simulation with dmd2 sample back (#744)
Co-authored-by: 肖鹏 <[email protected]>
1 parent 98f2af9 commit a0bff12

File tree

1 file changed

+2
-1
lines changed

1 file changed

+2
-1
lines changed

fastvideo/training/distillation_pipeline.py

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -256,6 +256,7 @@ def _generator_multi_step_simulation_forward(
256256
n=self.sp_world_size).contiguous()
257257
current_noise_latents = current_noise_latents[:, self.
258258
rank_in_sp_group, :, :, :, :]
259+
current_noise_latents_copy = current_noise_latents.clone()
259260

260261
# Only run intermediate steps if target_timestep_idx > 0
261262
max_target_idx = len(self.denoising_step_list) - 1
@@ -309,7 +310,7 @@ def _generator_multi_step_simulation_forward(
309310
) - 1, "noise_latent_index is out of bounds"
310311
noisy_input = noise_latents[noise_latent_index]
311312
else:
312-
noisy_input = current_noise_latents
313+
noisy_input = current_noise_latents_copy
313314

314315
# Step 4: Final student prediction (this is what we train on)
315316
training_batch = self._build_distill_input_kwargs(

0 commit comments

Comments
 (0)