Update hf.py

Author: pminervini

dsp/modules/hf.py

@@ -168,6 +168,10 @@ def _generate(self, prompt, **kwargs):
                 print("Failed to extract 'content' from the prompt.")
         inputs = self.tokenizer(prompt, return_tensors="pt").to(self.device)
 
+        if 'temperature' in kwargs:
+            if kwargs['temperature'] == 0.0:
+                kwargs['do_sample'] = False
+        
         # print(kwargs)
         outputs = self.model.generate(**inputs, **kwargs)
         if self.drop_prompt_from_output: