remove pin_memory

linoytsaban · linoytsaban · commit 5dfd685c9a1d · 2024-10-16T12:15:34.000+03:00
diff --git a/examples/advanced_diffusion_training/train_dreambooth_lora_flux_advanced.py b/examples/advanced_diffusion_training/train_dreambooth_lora_flux_advanced.py
@@ -1988,7 +1988,7 @@ def compute_text_embeddings(prompt, text_encoders, tokenizers):
         for batch in tqdm(train_dataloader, desc="Caching latents"):
             with torch.no_grad():
                 batch["pixel_values"] = batch["pixel_values"].to(
-                    accelerator.device, non_blocking=True, dtype=weight_dtype, pin_memory=True
+                    accelerator.device, non_blocking=True, dtype=weight_dtype
                 )
                 latents_cache.append(vae.encode(batch["pixel_values"]).latent_dist)
 

Original file line number	Diff line number	Diff line change
`@@ -1988,7 +1988,7 @@ def compute_text_embeddings(prompt, text_encoders, tokenizers):`
`1988`	`1988`	`for batch in tqdm(train_dataloader, desc="Caching latents"):`
`1989`	`1989`	`with torch.no_grad():`
`1990`	`1990`	`batch["pixel_values"] = batch["pixel_values"].to(`
`1991`		`- accelerator.device, non_blocking=True, dtype=weight_dtype, pin_memory=True`
	`1991`	`+ accelerator.device, non_blocking=True, dtype=weight_dtype`
`1992`	`1992`	`)`
`1993`	`1993`	`latents_cache.append(vae.encode(batch["pixel_values"]).latent_dist)`
`1994`	`1994`