We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 66ab46f commit aae027bCopy full SHA for aae027b
tensorrt_llm/_torch/modules/fused_moe/fused_moe_trtllm_gen.py
@@ -251,7 +251,7 @@ def create_weights(self):
251
self._weights_created = True
252
self._check_configs()
253
254
- if (self.has_nvfp4 or self.has_w4a16_mxfp4 or self.has_w4a8_nvfp4_fp8
+ if (self.has_w4a16_mxfp4 or self.has_w4a8_nvfp4_fp8
255
or self.has_w4a8_mxfp4_fp8
256
or self.has_w4a8_mxfp4_mxfp8) and not self.bias:
257
self.w3_w1_bias = nn.Parameter(torch.zeros(
0 commit comments