Fix: Using tensor with dummy value rather than None for the temperature in the mlm case.

joaomonteirof · joaomonteirof · commit 4df8d49c15f3 · 2023-05-10T10:44:16.000Z
diff --git a/.gitignore b/.gitignore
@@ -134,6 +134,6 @@ wandb-debug.log
 wandb/
 
 # hf
-cache-
-.lock
-.arrow
+*cache-*
+*.lock
+*.arrow
diff --git a/src/hf_trainer.py b/src/hf_trainer.py
@@ -119,7 +119,7 @@ def compute_loss(
             try:
                 temp_coef = temp_coef_fn.get_temp_coef()
             except AttributeError:
-                temp_coef = None
+                temp_coef = torch.Tensor([0.0]).to(contrastive_loss.device)
 
             return contrastive_loss, {
                 "source_embedding": normalized_source_embedding,

-Original file line number
+Diff line change
 wandb/
 # hf
 -cache-
 -.lock
 -.arrow
 +*cache-*
 +*.lock
 +*.arrow