Use ignore_cleanup_errors=True in tempfile.TemporaryDirectory for Windows compatability

Author: hlky

examples/advanced_diffusion_training/test_dreambooth_lora_flux_advanced.py

@@ -39,7 +39,7 @@ class DreamBoothLoRAFluxAdvanced(ExamplesTestsAccelerate):
     script_path = "examples/advanced_diffusion_training/train_dreambooth_lora_flux_advanced.py"
 
     def test_dreambooth_lora_flux(self):
-        with tempfile.TemporaryDirectory() as tmpdir:
+        with tempfile.TemporaryDirectory(ignore_cleanup_errors=True) as tmpdir:
             test_args = f"""
                 {self.script_path}
                 --pretrained_model_name_or_path {self.pretrained_model_name_or_path}
@@ -71,7 +71,7 @@ def test_dreambooth_lora_flux(self):
             self.assertTrue(starts_with_transformer)
 
     def test_dreambooth_lora_text_encoder_flux(self):
-        with tempfile.TemporaryDirectory() as tmpdir:
+        with tempfile.TemporaryDirectory(ignore_cleanup_errors=True) as tmpdir:
             test_args = f"""
                 {self.script_path}
                 --pretrained_model_name_or_path {self.pretrained_model_name_or_path}
@@ -104,7 +104,7 @@ def test_dreambooth_lora_text_encoder_flux(self):
             self.assertTrue(starts_with_expected_prefix)
 
     def test_dreambooth_lora_pivotal_tuning_flux_clip(self):
-        with tempfile.TemporaryDirectory() as tmpdir:
+        with tempfile.TemporaryDirectory(ignore_cleanup_errors=True) as tmpdir:
             test_args = f"""
                 {self.script_path}
                 --pretrained_model_name_or_path {self.pretrained_model_name_or_path}
@@ -146,7 +146,7 @@ def test_dreambooth_lora_pivotal_tuning_flux_clip(self):
             self.assertTrue(starts_with_transformer)
 
     def test_dreambooth_lora_pivotal_tuning_flux_clip_t5(self):
-        with tempfile.TemporaryDirectory() as tmpdir:
+        with tempfile.TemporaryDirectory(ignore_cleanup_errors=True) as tmpdir:
             test_args = f"""
                 {self.script_path}
                 --pretrained_model_name_or_path {self.pretrained_model_name_or_path}
@@ -189,7 +189,7 @@ def test_dreambooth_lora_pivotal_tuning_flux_clip_t5(self):
             self.assertTrue(starts_with_transformer)
 
     def test_dreambooth_lora_latent_caching(self):
-        with tempfile.TemporaryDirectory() as tmpdir:
+        with tempfile.TemporaryDirectory(ignore_cleanup_errors=True) as tmpdir:
             test_args = f"""
                 {self.script_path}
                 --pretrained_model_name_or_path {self.pretrained_model_name_or_path}
@@ -222,7 +222,7 @@ def test_dreambooth_lora_latent_caching(self):
             self.assertTrue(starts_with_transformer)
 
     def test_dreambooth_lora_flux_checkpointing_checkpoints_total_limit(self):
-        with tempfile.TemporaryDirectory() as tmpdir:
+        with tempfile.TemporaryDirectory(ignore_cleanup_errors=True) as tmpdir:
             test_args = f"""
             {self.script_path}
             --pretrained_model_name_or_path={self.pretrained_model_name_or_path}
@@ -245,7 +245,7 @@ def test_dreambooth_lora_flux_checkpointing_checkpoints_total_limit(self):
             )
 
     def test_dreambooth_lora_flux_checkpointing_checkpoints_total_limit_removes_multiple_checkpoints(self):
-        with tempfile.TemporaryDirectory() as tmpdir:
+        with tempfile.TemporaryDirectory(ignore_cleanup_errors=True) as tmpdir:
             test_args = f"""
             {self.script_path}
             --pretrained_model_name_or_path={self.pretrained_model_name_or_path}

examples/community/sde_drag.py

@@ -320,7 +320,7 @@ def train_lora(self, prompt, image, lora_step=100, lora_rank=16, generator=None)
             lr_scheduler.step()
             optimizer.zero_grad()
 
-        with tempfile.TemporaryDirectory() as save_lora_dir:
+        with tempfile.TemporaryDirectory(ignore_cleanup_errors=True) as save_lora_dir:
             StableDiffusionLoraLoaderMixin.save_lora_weights(
                 save_directory=save_lora_dir,
                 unet_lora_layers=unet_lora_layers,

examples/consistency_distillation/test_lcm_lora.py

@@ -34,7 +34,7 @@
 
 class TextToImageLCM(ExamplesTestsAccelerate):
     def test_text_to_image_lcm_lora_sdxl(self):
-        with tempfile.TemporaryDirectory() as tmpdir:
+        with tempfile.TemporaryDirectory(ignore_cleanup_errors=True) as tmpdir:
             test_args = f"""
                 examples/consistency_distillation/train_lcm_distill_lora_sdxl.py
                 --pretrained_teacher_model hf-internal-testing/tiny-stable-diffusion-xl-pipe
@@ -61,7 +61,7 @@ def test_text_to_image_lcm_lora_sdxl(self):
             self.assertTrue(is_lora)
 
     def test_text_to_image_lcm_lora_sdxl_checkpointing(self):
-        with tempfile.TemporaryDirectory() as tmpdir:
+        with tempfile.TemporaryDirectory(ignore_cleanup_errors=True) as tmpdir:
             test_args = f"""
                 examples/consistency_distillation/train_lcm_distill_lora_sdxl.py
                 --pretrained_teacher_model hf-internal-testing/tiny-stable-diffusion-xl-pipe

examples/controlnet/test_controlnet.py

@@ -32,7 +32,7 @@
 
 class ControlNet(ExamplesTestsAccelerate):
     def test_controlnet_checkpointing_checkpoints_total_limit(self):
-        with tempfile.TemporaryDirectory() as tmpdir:
+        with tempfile.TemporaryDirectory(ignore_cleanup_errors=True) as tmpdir:
             test_args = f"""
             examples/controlnet/train_controlnet.py
             --pretrained_model_name_or_path=hf-internal-testing/tiny-stable-diffusion-pipe
@@ -55,7 +55,7 @@ def test_controlnet_checkpointing_checkpoints_total_limit(self):
             )
 
     def test_controlnet_checkpointing_checkpoints_total_limit_removes_multiple_checkpoints(self):
-        with tempfile.TemporaryDirectory() as tmpdir:
+        with tempfile.TemporaryDirectory(ignore_cleanup_errors=True) as tmpdir:
             test_args = f"""
             examples/controlnet/train_controlnet.py
             --pretrained_model_name_or_path=hf-internal-testing/tiny-stable-diffusion-pipe
@@ -98,7 +98,7 @@ def test_controlnet_checkpointing_checkpoints_total_limit_removes_multiple_check
 
 class ControlNetSDXL(ExamplesTestsAccelerate):
     def test_controlnet_sdxl(self):
-        with tempfile.TemporaryDirectory() as tmpdir:
+        with tempfile.TemporaryDirectory(ignore_cleanup_errors=True) as tmpdir:
             test_args = f"""
             examples/controlnet/train_controlnet_sdxl.py
             --pretrained_model_name_or_path=hf-internal-testing/tiny-stable-diffusion-xl-pipe
@@ -119,7 +119,7 @@ def test_controlnet_sdxl(self):
 
 class ControlNetSD3(ExamplesTestsAccelerate):
     def test_controlnet_sd3(self):
-        with tempfile.TemporaryDirectory() as tmpdir:
+        with tempfile.TemporaryDirectory(ignore_cleanup_errors=True) as tmpdir:
             test_args = f"""
             examples/controlnet/train_controlnet_sd3.py
             --pretrained_model_name_or_path=DavyMorgan/tiny-sd3-pipe
@@ -140,7 +140,7 @@ def test_controlnet_sd3(self):
 
 class ControlNetSD35(ExamplesTestsAccelerate):
     def test_controlnet_sd3(self):
-        with tempfile.TemporaryDirectory() as tmpdir:
+        with tempfile.TemporaryDirectory(ignore_cleanup_errors=True) as tmpdir:
             test_args = f"""
             examples/controlnet/train_controlnet_sd3.py
             --pretrained_model_name_or_path=hf-internal-testing/tiny-sd35-pipe
@@ -161,7 +161,7 @@ def test_controlnet_sd3(self):
 
 class ControlNetflux(ExamplesTestsAccelerate):
     def test_controlnet_flux(self):
-        with tempfile.TemporaryDirectory() as tmpdir:
+        with tempfile.TemporaryDirectory(ignore_cleanup_errors=True) as tmpdir:
             test_args = f"""
             examples/controlnet/train_controlnet_flux.py
             --pretrained_model_name_or_path=hf-internal-testing/tiny-flux-pipe

examples/custom_diffusion/test_custom_diffusion.py

@@ -32,7 +32,7 @@
 
 class CustomDiffusion(ExamplesTestsAccelerate):
     def test_custom_diffusion(self):
-        with tempfile.TemporaryDirectory() as tmpdir:
+        with tempfile.TemporaryDirectory(ignore_cleanup_errors=True) as tmpdir:
             test_args = f"""
                 examples/custom_diffusion/train_custom_diffusion.py
                 --pretrained_model_name_or_path hf-internal-testing/tiny-stable-diffusion-pipe
@@ -57,7 +57,7 @@ def test_custom_diffusion(self):
             self.assertTrue(os.path.isfile(os.path.join(tmpdir, "<new1>.bin")))
 
     def test_custom_diffusion_checkpointing_checkpoints_total_limit(self):
-        with tempfile.TemporaryDirectory() as tmpdir:
+        with tempfile.TemporaryDirectory(ignore_cleanup_errors=True) as tmpdir:
             test_args = f"""
             examples/custom_diffusion/train_custom_diffusion.py
             --pretrained_model_name_or_path=hf-internal-testing/tiny-stable-diffusion-pipe
@@ -79,7 +79,7 @@ def test_custom_diffusion_checkpointing_checkpoints_total_limit(self):
             self.assertEqual({x for x in os.listdir(tmpdir) if "checkpoint" in x}, {"checkpoint-4", "checkpoint-6"})
 
     def test_custom_diffusion_checkpointing_checkpoints_total_limit_removes_multiple_checkpoints(self):
-        with tempfile.TemporaryDirectory() as tmpdir:
+        with tempfile.TemporaryDirectory(ignore_cleanup_errors=True) as tmpdir:
             test_args = f"""
             examples/custom_diffusion/train_custom_diffusion.py
             --pretrained_model_name_or_path=hf-internal-testing/tiny-stable-diffusion-pipe

examples/dreambooth/test_dreambooth.py

@@ -35,7 +35,7 @@
 
 class DreamBooth(ExamplesTestsAccelerate):
     def test_dreambooth(self):
-        with tempfile.TemporaryDirectory() as tmpdir:
+        with tempfile.TemporaryDirectory(ignore_cleanup_errors=True) as tmpdir:
             test_args = f"""
                 examples/dreambooth/train_dreambooth.py
                 --pretrained_model_name_or_path hf-internal-testing/tiny-stable-diffusion-pipe
@@ -58,7 +58,7 @@ def test_dreambooth(self):
             self.assertTrue(os.path.isfile(os.path.join(tmpdir, "scheduler", "scheduler_config.json")))
 
     def test_dreambooth_if(self):
-        with tempfile.TemporaryDirectory() as tmpdir:
+        with tempfile.TemporaryDirectory(ignore_cleanup_errors=True) as tmpdir:
             test_args = f"""
                 examples/dreambooth/train_dreambooth.py
                 --pretrained_model_name_or_path hf-internal-testing/tiny-if-pipe
@@ -87,7 +87,7 @@ def test_dreambooth_checkpointing(self):
         instance_prompt = "photo"
         pretrained_model_name_or_path = "hf-internal-testing/tiny-stable-diffusion-pipe"
 
-        with tempfile.TemporaryDirectory() as tmpdir:
+        with tempfile.TemporaryDirectory(ignore_cleanup_errors=True) as tmpdir:
             # Run training script with checkpointing
             # max_train_steps == 4, checkpointing_steps == 2
             # Should create checkpoints at steps 2, 4
@@ -163,7 +163,7 @@ def test_dreambooth_checkpointing(self):
             self.assertTrue(os.path.isdir(os.path.join(tmpdir, "checkpoint-6")))
 
     def test_dreambooth_checkpointing_checkpoints_total_limit(self):
-        with tempfile.TemporaryDirectory() as tmpdir:
+        with tempfile.TemporaryDirectory(ignore_cleanup_errors=True) as tmpdir:
             test_args = f"""
             examples/dreambooth/train_dreambooth.py
             --pretrained_model_name_or_path=hf-internal-testing/tiny-stable-diffusion-pipe
@@ -186,7 +186,7 @@ def test_dreambooth_checkpointing_checkpoints_total_limit(self):
             )
 
     def test_dreambooth_checkpointing_checkpoints_total_limit_removes_multiple_checkpoints(self):
-        with tempfile.TemporaryDirectory() as tmpdir:
+        with tempfile.TemporaryDirectory(ignore_cleanup_errors=True) as tmpdir:
             test_args = f"""
             examples/dreambooth/train_dreambooth.py
             --pretrained_model_name_or_path=hf-internal-testing/tiny-stable-diffusion-pipe

examples/dreambooth/test_dreambooth_flux.py

@@ -40,7 +40,7 @@ class DreamBoothFlux(ExamplesTestsAccelerate):
     script_path = "examples/dreambooth/train_dreambooth_flux.py"
 
     def test_dreambooth(self):
-        with tempfile.TemporaryDirectory() as tmpdir:
+        with tempfile.TemporaryDirectory(ignore_cleanup_errors=True) as tmpdir:
             test_args = f"""
                 {self.script_path}
                 --pretrained_model_name_or_path {self.pretrained_model_name_or_path}
@@ -63,7 +63,7 @@ def test_dreambooth(self):
             self.assertTrue(os.path.isfile(os.path.join(tmpdir, "scheduler", "scheduler_config.json")))
 
     def test_dreambooth_checkpointing(self):
-        with tempfile.TemporaryDirectory() as tmpdir:
+        with tempfile.TemporaryDirectory(ignore_cleanup_errors=True) as tmpdir:
             # Run training script with checkpointing
             # max_train_steps == 4, checkpointing_steps == 2
             # Should create checkpoints at steps 2, 4
@@ -139,7 +139,7 @@ def test_dreambooth_checkpointing(self):
             self.assertTrue(os.path.isdir(os.path.join(tmpdir, "checkpoint-6")))
 
     def test_dreambooth_checkpointing_checkpoints_total_limit(self):
-        with tempfile.TemporaryDirectory() as tmpdir:
+        with tempfile.TemporaryDirectory(ignore_cleanup_errors=True) as tmpdir:
             test_args = f"""
             {self.script_path}
             --pretrained_model_name_or_path={self.pretrained_model_name_or_path}
@@ -162,7 +162,7 @@ def test_dreambooth_checkpointing_checkpoints_total_limit(self):
             )
 
     def test_dreambooth_checkpointing_checkpoints_total_limit_removes_multiple_checkpoints(self):
-        with tempfile.TemporaryDirectory() as tmpdir:
+        with tempfile.TemporaryDirectory(ignore_cleanup_errors=True) as tmpdir:
             test_args = f"""
             {self.script_path}
             --pretrained_model_name_or_path={self.pretrained_model_name_or_path}

examples/dreambooth/test_dreambooth_lora.py

@@ -36,7 +36,7 @@
 
 class DreamBoothLoRA(ExamplesTestsAccelerate):
     def test_dreambooth_lora(self):
-        with tempfile.TemporaryDirectory() as tmpdir:
+        with tempfile.TemporaryDirectory(ignore_cleanup_errors=True) as tmpdir:
             test_args = f"""
                 examples/dreambooth/train_dreambooth_lora.py
                 --pretrained_model_name_or_path hf-internal-testing/tiny-stable-diffusion-pipe
@@ -68,7 +68,7 @@ def test_dreambooth_lora(self):
             self.assertTrue(starts_with_unet)
 
     def test_dreambooth_lora_with_text_encoder(self):
-        with tempfile.TemporaryDirectory() as tmpdir:
+        with tempfile.TemporaryDirectory(ignore_cleanup_errors=True) as tmpdir:
             test_args = f"""
                 examples/dreambooth/train_dreambooth_lora.py
                 --pretrained_model_name_or_path hf-internal-testing/tiny-stable-diffusion-pipe
@@ -102,7 +102,7 @@ def test_dreambooth_lora_with_text_encoder(self):
             self.assertTrue(is_correct_naming)
 
     def test_dreambooth_lora_checkpointing_checkpoints_total_limit(self):
-        with tempfile.TemporaryDirectory() as tmpdir:
+        with tempfile.TemporaryDirectory(ignore_cleanup_errors=True) as tmpdir:
             test_args = f"""
             examples/dreambooth/train_dreambooth_lora.py
             --pretrained_model_name_or_path=hf-internal-testing/tiny-stable-diffusion-pipe
@@ -125,7 +125,7 @@ def test_dreambooth_lora_checkpointing_checkpoints_total_limit(self):
             )
 
     def test_dreambooth_lora_checkpointing_checkpoints_total_limit_removes_multiple_checkpoints(self):
-        with tempfile.TemporaryDirectory() as tmpdir:
+        with tempfile.TemporaryDirectory(ignore_cleanup_errors=True) as tmpdir:
             test_args = f"""
             examples/dreambooth/train_dreambooth_lora.py
             --pretrained_model_name_or_path=hf-internal-testing/tiny-stable-diffusion-pipe
@@ -163,7 +163,7 @@ def test_dreambooth_lora_checkpointing_checkpoints_total_limit_removes_multiple_
             self.assertEqual({x for x in os.listdir(tmpdir) if "checkpoint" in x}, {"checkpoint-6", "checkpoint-8"})
 
     def test_dreambooth_lora_if_model(self):
-        with tempfile.TemporaryDirectory() as tmpdir:
+        with tempfile.TemporaryDirectory(ignore_cleanup_errors=True) as tmpdir:
             test_args = f"""
                 examples/dreambooth/train_dreambooth_lora.py
                 --pretrained_model_name_or_path hf-internal-testing/tiny-if-pipe
@@ -200,7 +200,7 @@ def test_dreambooth_lora_if_model(self):
 
 class DreamBoothLoRASDXL(ExamplesTestsAccelerate):
     def test_dreambooth_lora_sdxl(self):
-        with tempfile.TemporaryDirectory() as tmpdir:
+        with tempfile.TemporaryDirectory(ignore_cleanup_errors=True) as tmpdir:
             test_args = f"""
                 examples/dreambooth/train_dreambooth_lora_sdxl.py
                 --pretrained_model_name_or_path hf-internal-testing/tiny-stable-diffusion-xl-pipe
@@ -232,7 +232,7 @@ def test_dreambooth_lora_sdxl(self):
             self.assertTrue(starts_with_unet)
 
     def test_dreambooth_lora_sdxl_with_text_encoder(self):
-        with tempfile.TemporaryDirectory() as tmpdir:
+        with tempfile.TemporaryDirectory(ignore_cleanup_errors=True) as tmpdir:
             test_args = f"""
                 examples/dreambooth/train_dreambooth_lora_sdxl.py
                 --pretrained_model_name_or_path hf-internal-testing/tiny-stable-diffusion-xl-pipe
@@ -268,7 +268,7 @@ def test_dreambooth_lora_sdxl_with_text_encoder(self):
             self.assertTrue(starts_with_unet)
 
     def test_dreambooth_lora_sdxl_custom_captions(self):
-        with tempfile.TemporaryDirectory() as tmpdir:
+        with tempfile.TemporaryDirectory(ignore_cleanup_errors=True) as tmpdir:
             test_args = f"""
                 examples/dreambooth/train_dreambooth_lora_sdxl.py
                 --pretrained_model_name_or_path hf-internal-testing/tiny-stable-diffusion-xl-pipe
@@ -289,7 +289,7 @@ def test_dreambooth_lora_sdxl_custom_captions(self):
             run_command(self._launch_args + test_args)
 
     def test_dreambooth_lora_sdxl_text_encoder_custom_captions(self):
-        with tempfile.TemporaryDirectory() as tmpdir:
+        with tempfile.TemporaryDirectory(ignore_cleanup_errors=True) as tmpdir:
             test_args = f"""
                 examples/dreambooth/train_dreambooth_lora_sdxl.py
                 --pretrained_model_name_or_path hf-internal-testing/tiny-stable-diffusion-xl-pipe
@@ -313,7 +313,7 @@ def test_dreambooth_lora_sdxl_text_encoder_custom_captions(self):
     def test_dreambooth_lora_sdxl_checkpointing_checkpoints_total_limit(self):
         pipeline_path = "hf-internal-testing/tiny-stable-diffusion-xl-pipe"
 
-        with tempfile.TemporaryDirectory() as tmpdir:
+        with tempfile.TemporaryDirectory(ignore_cleanup_errors=True) as tmpdir:
             test_args = f"""
                 examples/dreambooth/train_dreambooth_lora_sdxl.py
                 --pretrained_model_name_or_path {pipeline_path}
@@ -345,7 +345,7 @@ def test_dreambooth_lora_sdxl_checkpointing_checkpoints_total_limit(self):
     def test_dreambooth_lora_sdxl_text_encoder_checkpointing_checkpoints_total_limit(self):
         pipeline_path = "hf-internal-testing/tiny-stable-diffusion-xl-pipe"
 
-        with tempfile.TemporaryDirectory() as tmpdir:
+        with tempfile.TemporaryDirectory(ignore_cleanup_errors=True) as tmpdir:
             test_args = f"""
                 examples/dreambooth/train_dreambooth_lora_sdxl.py
                 --pretrained_model_name_or_path {pipeline_path}

examples/dreambooth/test_dreambooth_lora_edm.py

@@ -34,7 +34,7 @@
 
 class DreamBoothLoRASDXLWithEDM(ExamplesTestsAccelerate):
     def test_dreambooth_lora_sdxl_with_edm(self):
-        with tempfile.TemporaryDirectory() as tmpdir:
+        with tempfile.TemporaryDirectory(ignore_cleanup_errors=True) as tmpdir:
             test_args = f"""
                 examples/dreambooth/train_dreambooth_lora_sdxl.py
                 --pretrained_model_name_or_path hf-internal-testing/tiny-stable-diffusion-xl-pipe
@@ -67,7 +67,7 @@ def test_dreambooth_lora_sdxl_with_edm(self):
             self.assertTrue(starts_with_unet)
 
     def test_dreambooth_lora_playground(self):
-        with tempfile.TemporaryDirectory() as tmpdir:
+        with tempfile.TemporaryDirectory(ignore_cleanup_errors=True) as tmpdir:
             test_args = f"""
                 examples/dreambooth/train_dreambooth_lora_sdxl.py
                 --pretrained_model_name_or_path hf-internal-testing/tiny-playground-v2-5-pipe