Add opt model (#1069)

Author: liuchuting

mindone/transformers/__init__.py

@@ -334,6 +334,13 @@
     MvpModel,
     MvpPreTrainedModel,
 )
+from .models.opt import (
+    OPTForCausalLM,
+    OPTForQuestionAnswering,
+    OPTForSequenceClassification,
+    OPTModel,
+    OPTPreTrainedModel,
+)
 from .models.paligemma import PaliGemmaForConditionalGeneration, PaliGemmaPreTrainedModel
 from .models.persimmon import (
     PersimmonForCausalLM,

mindone/transformers/models/__init__.py

@@ -58,6 +58,7 @@
     mobilebert,
     mpt,
     mvp,
+    opt,
     paligemma,
     persimmon,
     phi,

mindone/transformers/models/auto/configuration_auto.py

@@ -90,6 +90,7 @@
         ("qwen2_audio", "Qwen2AudioConfig"),
         ("qwen2_audio_encoder", "Qwen2AudioEncoderConfig"),
         ("qwen2_vl", "Qwen2VLConfig"),
+        ("opt", "OPTConfig"),
         ("roberta", "RobertaConfig"),
         ("recurrent_gemma", "RecurrentGemmaConfig"),
         ("rembert", "RemBertConfig"),
@@ -186,6 +187,7 @@
         ("wav2vec2", "Wav2Vec2"),
         ("whisper", "Whisper"),
         ("convbert", "ConvBERT"),
+        ("opt", "OPT"),
         ("xlm-roberta", "XLM-RoBERTa"),
         ("xlm-roberta-xl", "XLM-RoBERTa-XL"),
         ("cohere2", "Cohere2"),

mindone/transformers/models/auto/modeling_auto.py

@@ -50,6 +50,7 @@
         ("clip_text_model", "CLIPTextModel"),
         ("clip_vision_model", "CLIPVisionModel"),
         ("deberta", "DebertaModel"),
+        ("opt", "OPTModel"),
         ("deberta-v2", "DebertaV2Model"),
         ("dpt", "DPTModel"),
         ("gemma", "GemmaModel"),
@@ -168,6 +169,7 @@
         ("bart", "BartForCausalLM"),
         ("camembert", "CamembertForCausalLM"),
         ("mvp", "MvpForCausalLM"),
+        ("opt", "OPTForCausalLM"),
         ("bert", "BertLMHeadModel"),
         ("bert-generation", "BertGenerationDecoder"),
         ("gemma", "GemmaForCausalLM"),
@@ -360,6 +362,7 @@
         ("albert", "AlbertForSequenceClassification"),
         ("bart", "BartForSequenceClassification"),
         ("camembert", "CamembertForSequenceClassification"),
+        ("opt", "OPTForSequenceClassification"),
         ("bert", "BertForSequenceClassification"),
         ("mvp", "MvpForSequenceClassification"),
         ("roberta", "RobertaForSequenceClassification"),
@@ -395,6 +398,7 @@
         # Model for Question Answering mapping
         ("albert", "AlbertForQuestionAnswering"),
         ("bart", "BartForQuestionAnswering"),
+        ("opt", "OPTForQuestionAnswering"),
         ("bert", "BertForQuestionAnswering"),
         ("camembert", "CamembertForQuestionAnswering"),
         ("mvp", "MvpForQuestionAnswering"),

mindone/transformers/models/opt/__init__.py

@@ -0,0 +1,23 @@
+# Copyright 2024 The HuggingFace Team. All rights reserved.
+#
+# This code is adapted from https://github.com/huggingface/transformers
+# with modifications to run transformers on mindspore.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+from .modeling_opt import (
+    OPTForCausalLM,
+    OPTForQuestionAnswering,
+    OPTForSequenceClassification,
+    OPTModel,
+    OPTPreTrainedModel,
+)