17
17
import unittest
18
18
19
19
from paddleformers .transformers import Ernie4_5_VLTokenizer
20
+ from paddleformers .utils .download import DownloadSource
21
+ from tests .testing_utils import set_proxy
20
22
21
23
HUB_FLAG = "aistudio"
22
24
23
25
24
- @unittest .skip ("skipping due to connection error!" )
25
26
class Ernie4_5_VL_TokenizationTest (unittest .TestCase ):
26
27
from_pretrained_id = "PaddlePaddle/ERNIE-4.5-VL-28B-A3B-Base-PT"
27
28
tokenizer_class = Ernie4_5_VLTokenizer
@@ -41,12 +42,14 @@ def tearDown(self):
41
42
if os .path .exists (test_dir ):
42
43
shutil .rmtree (test_dir )
43
44
45
+ @set_proxy (DownloadSource .AISTUDIO )
44
46
def test_slow_tokenizer_from_pretrained (self ):
45
47
tokenizer = Ernie4_5_VLTokenizer .from_pretrained (
46
48
self .from_pretrained_id , download_hub = HUB_FLAG , trust_remote_code = True
47
49
)
48
50
self .assertTrue (tokenizer is not None )
49
51
52
+ @set_proxy (DownloadSource .AISTUDIO )
50
53
def test_slow_tokenizer_save_pretrained (self ):
51
54
tokenizer = Ernie4_5_VLTokenizer .from_pretrained (
52
55
self .from_pretrained_id , download_hub = HUB_FLAG , trust_remote_code = True
@@ -55,6 +58,7 @@ def test_slow_tokenizer_save_pretrained(self):
55
58
tokenizer .save_pretrained ("./slow_tokenizer" )
56
59
self .assertTrue (os .path .exists ("./slow_tokenizer/tokenizer_config.json" ))
57
60
61
+ @set_proxy (DownloadSource .AISTUDIO )
58
62
def test_tokenize (self ):
59
63
tokenizer = Ernie4_5_VLTokenizer .from_pretrained (
60
64
self .from_pretrained_id , download_hub = HUB_FLAG , trust_remote_code = True
0 commit comments