maybe fix torch dtype issue

Author: ErikKaum

src/huggingface_inference_toolkit/diffusers_utils.py

@@ -73,7 +73,13 @@ def __call__(
             logger.warning("The `output_type` cannot be modified, and PIL will be used by default instead.")
 
         # Call pipeline with parameters
-        out = self.pipeline(prompt, num_images_per_prompt=1, **kwargs)
+        if self.pipeline.device.type == "cuda":
+            model_dtype = next(self.pipeline.parameters()).dtype
+            with torch.autocast("cuda", dtype=model_dtype):
+                out = self.pipeline(prompt, num_images_per_prompt=1, **kwargs)
+        else:
+            out = self.pipeline(prompt, num_images_per_prompt=1, **kwargs)
+
         return out.images[0]