[Model] Pixtral: Remove layer instantiation duplication (#15053)

Signed-off-by: Julien Denize <[email protected]>

Author: juliendenize

vllm/model_executor/models/pixtral.py

@@ -365,16 +365,7 @@ def __init__(self, *, vllm_config: VllmConfig, prefix: str = ""):
                 spatial_merge_size=self.vision_args.spatial_merge_size,
                 use_mlp_bias=False,
             )
-        if self.vision_args.add_pre_mm_projector_layer_norm:
-            self.pre_mm_projector_norm = RMSNorm(self.vision_args.hidden_size,
-                                                 eps=1e-5)
 
-        if self.vision_args.mm_projector_id == PATCH_MERGE:
-            self.patch_merger = PatchMerger(
-                vision_encoder_dim=self.vision_args.hidden_size,
-                spatial_merge_size=self.vision_args.spatial_merge_size,
-                use_mlp_bias=False,
-            )
         self.vision_language_adapter = VisionLanguageAdapter(
             self.vision_args, dim=config.text_config.hidden_size)