Merge pull request #145 from bharaathm1/main

SD V1.5 load model for GPU updated with GPU_QUEUE_THROTTLE_LOW Flag

Author: RyanMetcalfeInt8

gimpopenvino/plugins/openvino_utils/tools/openvino_common/models_ov/stable_diffusion_engine.py

@@ -177,8 +177,11 @@ def load_model(self, model, model_name, device):
         if "NPU" in device:
             with open(os.path.join(model, f"{model_name}.blob"), "rb") as f:
                 return self.core.import_model(f.read(), device)
-        return self.core.compile_model(os.path.join(model, f"{model_name}.xml"), device)
-    
+        elif "GPU" in device: 
+            return self.core.compile_model(os.path.join(model, f"{model_name}.xml"), device, {'GPU_QUEUE_THROTTLE': 'LOW'})
+        else:
+            return self.core.compile_model(os.path.join(model, f"{model_name}.xml"), device)
+        
     def set_dimensions(self):
         latent_shape = self.unet.input("latent_model_input").shape
         if latent_shape[1] == 4: