Add canine model (#1035)

Author: liuchuting

mindone/transformers/__init__.py

@@ -130,6 +130,15 @@
     CamembertModel,
     CamembertPreTrainedModel,
 )
+from .models.canine import (
+    CanineForMultipleChoice,
+    CanineForQuestionAnswering,
+    CanineForSequenceClassification,
+    CanineForTokenClassification,
+    CanineLayer,
+    CanineModel,
+    CaninePreTrainedModel,
+)
 from .models.chameleon import (
     ChameleonForConditionalGeneration,
     ChameleonModel,

mindone/transformers/models/__init__.py

@@ -29,6 +29,7 @@
     blip,
     blip_2,
     camembert,
+    canine,
     clap,
     clip,
     convbert,

mindone/transformers/models/auto/configuration_auto.py

@@ -71,6 +71,7 @@
         ("led", "LEDConfig"),
         ("levit", "LevitConfig"),
         ("m2m_100", "M2M100Config"),
+        ("canine", "CanineConfig"),
         ("llama", "LlamaConfig"),
         ("persimmon", "PersimmonConfig"),
         ("fuyu", "FuyuConfig"),
@@ -125,6 +126,7 @@
         ("blip-2", "BLIP-2"),
         ("chameleon", "Chameleon"),
         ("clap", "CLAP"),
+        ("canine", "CANINE"),
         ("clip", "CLIP"),
         ("starcoder2", "Starcoder2"),
         ("clip_vision_model", "CLIPVisionModel"),

mindone/transformers/models/auto/modeling_auto.py

@@ -44,6 +44,7 @@
         ("blip", "BlipModel"),
         ("blip-2", "Blip2Model"),
         ("starcoder2", "Starcoder2Model"),
+        ("canine", "CanineModel"),
         ("chameleon", "ChameleonModel"),
         ("clap", "ClapModel"),
         ("clip", "CLIPModel"),
@@ -374,6 +375,7 @@
         ("helium", "HeliumForSequenceClassification"),
         ("led", "LEDForSequenceClassification"),
         ("starcoder2", "Starcoder2ForSequenceClassification"),
+        ("canine", "CanineForSequenceClassification"),
         ("llama", "LlamaForSequenceClassification"),
         ("persimmon", "PersimmonForSequenceClassification"),
         ("mobilebert", "MobileBertForSequenceClassification"),
@@ -416,6 +418,7 @@
         ("t5", "T5ForQuestionAnswering"),
         ("mixtral", "MixtralForQuestionAnswering"),
         ("mpt", "MptForQuestionAnswering"),
+        ("canine", "CanineForQuestionAnswering"),
         ("umt5", "UMT5ForQuestionAnswering"),
         ("xlm-roberta", "XLMRobertaForQuestionAnswering"),
         ("xlm-roberta-xl", "XLMRobertaXLForQuestionAnswering"),
@@ -456,6 +459,7 @@
         ("roberta", "RobertaForTokenClassification"),
         ("rembert", "RemBertForTokenClassification"),
         ("convbert", "ConvBertForTokenClassification"),
+        ("canine", "CanineForTokenClassification"),
         ("t5", "T5ForTokenClassification"),
         ("umt5", "UMT5ForTokenClassification"),
         ("xlm-roberta", "XLMRobertaForTokenClassification"),
@@ -469,6 +473,7 @@
         ("camembert", "CamembertForMultipleChoice"),
         ("albert", "AlbertForMultipleChoice"),
         ("convbert", "ConvBertForMultipleChoice"),
+        ("canine", "CanineForMultipleChoice"),
         ("bert", "BertForMultipleChoice"),
         ("roberta", "RobertaForMultipleChoice"),
         ("deberta-v2", "DebertaV2ForMultipleChoice"),

mindone/transformers/models/canine/__init__.py

@@ -0,0 +1,25 @@
+# Copyright 2024 The HuggingFace Team. All rights reserved.
+#
+# This code is adapted from https://github.com/huggingface/transformers
+# with modifications to run transformers on mindspore.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+from .modeling_canine import (
+    CanineForMultipleChoice,
+    CanineForQuestionAnswering,
+    CanineForSequenceClassification,
+    CanineForTokenClassification,
+    CanineLayer,
+    CanineModel,
+    CaninePreTrainedModel,
+)