Apply suggestions from code review

Author: hlky

tests/pipelines/controlnet_flux/test_controlnet_flux.py

@@ -230,8 +230,7 @@ def test_canny(self):
             text_encoder_2=None,
             controlnet=controlnet,
             torch_dtype=torch.bfloat16,
-        )
-        pipe.enable_model_cpu_offload(device=torch_device)
+        ).to(torch_device)
         pipe.set_progress_bar_config(disable=None)
 
         generator = torch.Generator(device="cpu").manual_seed(0)

tests/pipelines/deepfloyd_if/test_if_superresolution.py

@@ -127,8 +127,8 @@ def test_if_superresolution(self):
         pipe.enable_model_cpu_offload(device=torch_device)
 
         # Super resolution test
-        backend_reset_max_memory_allocated(torch_device)
         backend_empty_cache(torch_device)
+        backend_reset_max_memory_allocated(torch_device)
         backend_reset_peak_memory_stats(torch_device)
 
         image = floats_tensor((1, 3, 64, 64), rng=random.Random(0)).to(torch_device)