feat[transformers] add hubert model (#1128)

* hubert

hubert

hubert

hubert

hubert

hubert

hubert

hubert

hubert

hubert

hubert

hubert

hubert

hubert

hubert

hubert

hubert

hubert

hubert

hubert

hubert

* hubert

* hubert

* hubert

* hubert

* fix

* fix

* fix

* fix

* fix

* fix

* change copyright

Author: LiTingyu1997

mindone/transformers/__init__.py

@@ -248,6 +248,7 @@
     HieraModel,
     HieraPreTrainedModel,
 )
+from .models.hubert import HubertForCTC, HubertForSequenceClassification, HubertModel, HubertPreTrainedModel
 from .models.idefics3 import (
     Idefics3ForConditionalGeneration,
     Idefics3Model,

mindone/transformers/models/__init__.py

@@ -45,6 +45,7 @@
     granitemoe,
     granitemoeshared,
     hiera,
+    hubert,
     idefics3,
     ijepa,
     imagegpt,

mindone/transformers/models/auto/configuration_auto.py

@@ -43,6 +43,8 @@
         ("bit", "BitConfig"),
         ("blip", "BlipConfig"),
         ("blip-2", "Blip2Config"),
+        ("camembert", "CamembertConfig"),
+        ("convbert", "ConvBertConfig"),
         ("clip", "CLIPConfig"),
         ("clip_vision_model", "CLIPVisionConfig"),
         ("deberta", "DebertaConfig"),
@@ -60,8 +62,7 @@
         ("granitemoeshared", "GraniteMoeSharedConfig"),
         ("helium", "HeliumConfig"),
         ("hiera", "HieraConfig"),
-        ("camembert", "CamembertConfig"),
-        ("convbert", "ConvBertConfig"),
+        ("hubert", "HubertConfig"),
         ("idefics", "IdeficsConfig"),
         ("idefics2", "Idefics2Config"),
         ("idefics3", "Idefics3Config"),
@@ -155,6 +156,7 @@
         ("qwen2_audio_encoder", "Qwen2AudioEncoder"),
         ("helium", "Helium"),
         ("hiera", "Hiera"),
+        ("hubert", "Hubert"),
         ("idefics", "IDEFICS"),
         ("idefics2", "Idefics2"),
         ("idefics3", "Idefics3"),

mindone/transformers/models/auto/modeling_auto.py

@@ -72,6 +72,7 @@
         ("siglip", "SiglipModel"),
         ("helium", "HeliumModel"),
         ("hiera", "HieraModel"),
+        ("hubert", "HubertModel"),
         ("idefics", "IdeficsModel"),
         ("idefics2", "Idefics2Model"),
         ("idefics3", "Idefics3Model"),
@@ -121,6 +122,7 @@
         ("gpt2", "GPT2LMHeadModel"),
         ("gemma3", "Gemma3ForConditionalGeneration"),
         ("hiera", "HieraForPreTraining"),
+        ("hubert", "HubertForPreTraining"),
         ("idefics", "IdeficsForVisionText2Text"),
         ("idefics2", "Idefics2ForConditionalGeneration"),
         ("idefics3", "Idefics3ForConditionalGeneration"),
@@ -216,6 +218,7 @@
         ("dpt", "DPTModel"),
         ("glpn", "GLPNModel"),
         ("hiera", "HieraModel"),
+        ("hubert", "HubertModel"),
         ("ijepa", "IJepaModel"),
         ("imagegpt", "ImageGPTModel"),
         ("levit", "LevitModel"),
@@ -385,6 +388,7 @@
         ("gemma2", "Gemma2ForSequenceClassification"),
         ("glm", "GlmForSequenceClassification"),
         ("helium", "HeliumForSequenceClassification"),
+        ("hubert", "HubertForSequenceClassification"),
         ("led", "LEDForSequenceClassification"),
         ("starcoder2", "Starcoder2ForSequenceClassification"),
         ("canine", "CanineForSequenceClassification"),

mindone/transformers/models/hubert/__init__.py

@@ -0,0 +1,15 @@
+# Copyright 2024 The HuggingFace Team. All rights reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+from .modeling_hubert import *