fix

Author: LiTingyu1997

mindone/transformers/__init__.py

@@ -1087,7 +1087,10 @@
 )
 from .models.phi4_multimodal import (
     Phi4MultimodalFeatureExtractor,
+    Phi4MultimodalForCausalLM,
     Phi4MultimodalImageProcessorFast,
+    Phi4MultimodalModel,
+    Phi4MultimodalPreTrainedModel,
     Phi4MultimodalProcessor,
 )
 from .models.phimoe import PhimoeForCausalLM, PhimoeForSequenceClassification, PhimoeModel, PhimoePreTrainedModel

mindone/transformers/models/auto/configuration_auto.py

@@ -201,6 +201,7 @@
         ("perceiver", "PerceiverConfig"),
         ("phi", "PhiConfig"),
         ("phi3", "Phi3Config"),
+        ("phi4_multimodal", "Phi4MultimodalConfig"),
         ("phimoe", "PhimoeConfig"),
         ("pix2struct", "Pix2StructConfig"),
         ("pixtral", "PixtralVisionConfig"),
@@ -473,6 +474,7 @@
         ("persimmon", "Persimmon"),
         ("phi", "Phi"),
         ("phi3", "Phi3"),
+        ("phi4_multimodal", "Phi4Multimodal"),
         ("phimoe", "Phimoe"),
         ("pegasus", "Pegasus"),
         ("pegasus_x", "PEGASUS-X"),

mindone/transformers/models/auto/modeling_auto.py

@@ -185,6 +185,7 @@
         ("persimmon", "PersimmonModel"),
         ("phi", "PhiModel"),
         ("phi3", "Phi3Model"),
+        ("phi4_multimodal", "Phi4MultimodalModel"),
         ("pixtral", "PixtralVisionModel"),
         ("plbart", "PLBartModel"),
         ("poolformer", "PoolFormerModel"),
@@ -480,6 +481,7 @@
         ("persimmon", "PersimmonForCausalLM"),
         ("phi", "PhiForCausalLM"),
         ("phi3", "Phi3ForCausalLM"),
+        ("phi4_multimodal", "Phi4MultimodalForCausalLM"),
         ("pegasus", "PegasusForCausalLM"),
         ("plbart", "PLBartForCausalLM"),
         ("prophetnet", "ProphetNetForCausalLM"),

mindone/transformers/models/phi4_multimodal/__init__.py

@@ -15,6 +15,7 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
+from .modeling_phi4_multimodal import *
 from .processing_phi4_multimodal import Phi4MMAudioFeatureExtractor as Phi4MultimodalFeatureExtractor
 from .processing_phi4_multimodal import Phi4MMImageProcessor as Phi4MultimodalImageProcessorFast
 from .processing_phi4_multimodal import Phi4MMProcessor as Phi4MultimodalProcessor