feat: Add device mapping for llmlingua2

Author: MagnusS0

huginn_hears/main.py

@@ -113,7 +113,8 @@ def load_extractive_summarizer(self):
         """
         model = PromptCompressor(
             model_name=self.model_name,
-            use_llmlingua2=True
+            use_llmlingua2=True,
+            device_map="cuda" if torch.cuda.is_available() else "cpu"
         )
         try:
             yield model