1717import unittest
1818
1919from paddleformers .transformers import Ernie4_5_VLTokenizer
20+ from paddleformers .utils .download import DownloadSource
21+ from tests .testing_utils import set_proxy
2022
2123HUB_FLAG = "aistudio"
2224
2325
24- @unittest .skip ("skipping due to connection error!" )
2526class Ernie4_5_VL_TokenizationTest (unittest .TestCase ):
2627 from_pretrained_id = "PaddlePaddle/ERNIE-4.5-VL-28B-A3B-Base-PT"
2728 tokenizer_class = Ernie4_5_VLTokenizer
@@ -41,12 +42,14 @@ def tearDown(self):
4142 if os .path .exists (test_dir ):
4243 shutil .rmtree (test_dir )
4344
45+ @set_proxy (DownloadSource .AISTUDIO )
4446 def test_slow_tokenizer_from_pretrained (self ):
4547 tokenizer = Ernie4_5_VLTokenizer .from_pretrained (
4648 self .from_pretrained_id , download_hub = HUB_FLAG , trust_remote_code = True
4749 )
4850 self .assertTrue (tokenizer is not None )
4951
52+ @set_proxy (DownloadSource .AISTUDIO )
5053 def test_slow_tokenizer_save_pretrained (self ):
5154 tokenizer = Ernie4_5_VLTokenizer .from_pretrained (
5255 self .from_pretrained_id , download_hub = HUB_FLAG , trust_remote_code = True
@@ -55,6 +58,7 @@ def test_slow_tokenizer_save_pretrained(self):
5558 tokenizer .save_pretrained ("./slow_tokenizer" )
5659 self .assertTrue (os .path .exists ("./slow_tokenizer/tokenizer_config.json" ))
5760
61+ @set_proxy (DownloadSource .AISTUDIO )
5862 def test_tokenize (self ):
5963 tokenizer = Ernie4_5_VLTokenizer .from_pretrained (
6064 self .from_pretrained_id , download_hub = HUB_FLAG , trust_remote_code = True
0 commit comments