guard ndim==3

Signed-off-by: Varun Sundar Rabindranath <[email protected]>

Author: Varun Sundar Rabindranath

vllm/model_executor/layers/fused_moe/layer.py

@@ -1409,12 +1409,13 @@ def _maybe_make_contiguous(
             Note: This function handles the "weight_scale" tensors specifically.
             This could however be generalized to handle similar tensors.
             """
+            if p.ndim != 3:
+                return p
             # Check if the last 2 dimensions are trasposed
             is_transposed = p.stride(1) == 1 and p.stride(2) != 1
             if p.is_contiguous() or not is_transposed or "weight_scale" not in name:
                 # do nothing.
                 return p
-            assert p.ndim == 3
             # Do not update the layer paramater as the layer's MoE operations would
             # expect the parameter's tensor to the same shape / stride. Instead,
             # make a new torch.nn.Parameter that is used just in the context of