specify dtype of e_score_correction_bias (#3491)

blzheng · chunyuan-w · web-flow · commit 25fe8d048617 · 2025-02-07T13:04:06.000+08:00
Co-authored-by: Chunyuan WU &lt;chunyuan.wu@intel.com&gt;
diff --git a/intel_extension_for_pytorch/transformers/models/reference/models.py b/intel_extension_for_pytorch/transformers/models/reference/models.py
@@ -5883,7 +5883,7 @@ def Deepseek_MoEGate_forward(self, hidden_states):
             self.topk_group,
             self.n_routed_experts,
             self.top_k,
-            torch.tensor(self.e_score_correction_bias),
+            torch.tensor(self.e_score_correction_bias, dtype=torch.float32),
         )
 
     # norm gate to sum 1

Original file line number	Diff line number	Diff line change
`@@ -5883,7 +5883,7 @@ def Deepseek_MoEGate_forward(self, hidden_states):`
`5883`	`5883`	`self.topk_group,`
`5884`	`5884`	`self.n_routed_experts,`
`5885`	`5885`	`self.top_k,`
`5886`		`- torch.tensor(self.e_score_correction_bias),`
	`5886`	`+ torch.tensor(self.e_score_correction_bias, dtype=torch.float32),`
`5887`	`5887`	`)`
`5888`	`5888`
`5889`	`5889`	`# norm gate to sum 1`