Skip to content

Commit 13e74db

Browse files
authored
model download source add ernie (#2484) (#2492)
1 parent a3a0342 commit 13e74db

File tree

2 files changed

+57
-2
lines changed

2 files changed

+57
-2
lines changed

paddleformers/transformers/download_utils.py

Lines changed: 55 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -710,3 +710,58 @@
710710
},
711711
}
712712
)
713+
714+
register_model_group(
715+
models={
716+
"ERNIE-4.5-300B-A47B-Base": {
717+
DownloadSource.HUGGINGFACE: "baidu/ERNIE-4.5-300B-A47B-Base-Paddle",
718+
DownloadSource.AISTUDIO: "PaddlePaddle/ERNIE-4.5-300B-A47B-Base-Paddle",
719+
DownloadSource.MODELSCOPE: "PaddlePaddle/ERNIE-4.5-300B-A47B-Base-Paddle",
720+
},
721+
"ERNIE-4.5-300B-A47B": {
722+
DownloadSource.HUGGINGFACE: "baidu/ERNIE-4.5-300B-A47B-Paddle",
723+
DownloadSource.AISTUDIO: "PaddlePaddle/ERNIE-4.5-300B-A47B-Paddle",
724+
DownloadSource.MODELSCOPE: "PaddlePaddle/ERNIE-4.5-300B-A47B-Paddle",
725+
},
726+
"ERNIE-4.5-21B-A3B-Base": {
727+
DownloadSource.HUGGINGFACE: "baidu/ERNIE-4.5-21B-A3B-Base-Paddle",
728+
DownloadSource.AISTUDIO: "PaddlePaddle/ERNIE-4.5-21B-A3B-Base-Paddle",
729+
DownloadSource.MODELSCOPE: "PaddlePaddle/ERNIE-4.5-21B-A3B-Base-Paddle",
730+
},
731+
"ERNIE-4.5-21B-A3B": {
732+
DownloadSource.HUGGINGFACE: "baidu/ERNIE-4.5-21B-A3B-Paddle",
733+
DownloadSource.AISTUDIO: "PaddlePaddle/ERNIE-4.5-21B-A3B-Paddle",
734+
DownloadSource.MODELSCOPE: "PaddlePaddle/ERNIE-4.5-21B-A3B-Paddle",
735+
},
736+
"ERNIE-4.5-0.3B-Base": {
737+
DownloadSource.HUGGINGFACE: "baidu/ERNIE-4.5-0.3B-Base-Paddle",
738+
DownloadSource.AISTUDIO: "PaddlePaddle/ERNIE-4.5-0.3B-Base-Paddle",
739+
DownloadSource.MODELSCOPE: "PaddlePaddle/ERNIE-4.5-0.3B-Base-Paddle",
740+
},
741+
"ERNIE-4.5-0.3B": {
742+
DownloadSource.HUGGINGFACE: "baidu/ERNIE-4.5-0.3B-Paddle",
743+
DownloadSource.AISTUDIO: "PaddlePaddle/ERNIE-4.5-0.3B-Paddle",
744+
DownloadSource.MODELSCOPE: "PaddlePaddle/ERNIE-4.5-0.3B-Paddle",
745+
},
746+
"ERNIE-4.5-VL-424B-A47B-Base": {
747+
DownloadSource.HUGGINGFACE: "baidu/ERNIE-4.5-VL-424B-A47B-Base-Paddle",
748+
DownloadSource.AISTUDIO: "PaddlePaddle/ERNIE-4.5-VL-424B-A47B-Base-Paddle",
749+
DownloadSource.MODELSCOPE: "PaddlePaddle/ERNIE-4.5-VL-424B-A47B-Base-Paddle",
750+
},
751+
"ERNIE-4.5-VL-424B": {
752+
DownloadSource.HUGGINGFACE: "baidu/ERNIE-4.5-VL-424B-Paddle",
753+
DownloadSource.AISTUDIO: "PaddlePaddle/ERNIE-4.5-VL-424B-Paddle",
754+
DownloadSource.MODELSCOPE: "PaddlePaddle/ERNIE-4.5-VL-424B-Paddle",
755+
},
756+
"ERNIE-4.5-VL-28B-A3B-Base": {
757+
DownloadSource.HUGGINGFACE: "baidu/ERNIE-4.5-VL-28B-A3B-Base-Paddle",
758+
DownloadSource.AISTUDIO: "PaddlePaddle/ERNIE-4.5-VL-28B-A3B-Base-Paddle",
759+
DownloadSource.MODELSCOPE: "PaddlePaddle/ERNIE-4.5-VL-28B-A3B-Base-Paddle",
760+
},
761+
"ERNIE-4.5-VL-28B-A3B": {
762+
DownloadSource.HUGGINGFACE: "baidu/ERNIE-4.5-VL-28B-A3B-Paddle",
763+
DownloadSource.AISTUDIO: "PaddlePaddle/ERNIE-4.5-VL-28B-A3B-Paddle",
764+
DownloadSource.MODELSCOPE: "PaddlePaddle/ERNIE-4.5-VL-28B-A3B-Paddle",
765+
},
766+
}
767+
)

tests/transformers/auto/test_confiugration.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -71,13 +71,13 @@ def test_community_model_class(self):
7171
# @set_proxy(DownloadSource.HUGGINGFACE)
7272
def test_from_hf_hub(self):
7373
config = AutoConfig.from_pretrained("dfargveazd/tiny-random-llama-paddle", download_hub="huggingface")
74-
self.assertEqual(config.hidden_size, 192)
74+
self.assertEqual(config.hidden_size, 16)
7575

7676
# @unittest.skip("skipping due to connection error!")
7777
@set_proxy(DownloadSource.AISTUDIO)
7878
def test_from_aistudio(self):
7979
config = AutoConfig.from_pretrained("test_paddleformers/tiny-random-llama", download_hub="aistudio")
80-
self.assertEqual(config.hidden_size, 192)
80+
self.assertEqual(config.hidden_size, 16)
8181

8282
# @unittest.skip("skipping due to connection error!")
8383
@set_proxy(DownloadSource.MODELSCOPE)

0 commit comments

Comments
 (0)