Skip to content

Commit 3a481a9

Browse files
authored
fix ernie4_5vl tokenizer unitest for network connection error (#2529)
1 parent 7051550 commit 3a481a9

File tree

1 file changed

+5
-1
lines changed

1 file changed

+5
-1
lines changed

tests/transformers/ernie4_5vl/test_tokenizer.py

Lines changed: 5 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -17,11 +17,12 @@
1717
import unittest
1818

1919
from paddleformers.transformers import Ernie4_5_VLTokenizer
20+
from paddleformers.utils.download import DownloadSource
21+
from tests.testing_utils import set_proxy
2022

2123
HUB_FLAG = "aistudio"
2224

2325

24-
@unittest.skip("skipping due to connection error!")
2526
class Ernie4_5_VL_TokenizationTest(unittest.TestCase):
2627
from_pretrained_id = "PaddlePaddle/ERNIE-4.5-VL-28B-A3B-Base-PT"
2728
tokenizer_class = Ernie4_5_VLTokenizer
@@ -41,12 +42,14 @@ def tearDown(self):
4142
if os.path.exists(test_dir):
4243
shutil.rmtree(test_dir)
4344

45+
@set_proxy(DownloadSource.AISTUDIO)
4446
def test_slow_tokenizer_from_pretrained(self):
4547
tokenizer = Ernie4_5_VLTokenizer.from_pretrained(
4648
self.from_pretrained_id, download_hub=HUB_FLAG, trust_remote_code=True
4749
)
4850
self.assertTrue(tokenizer is not None)
4951

52+
@set_proxy(DownloadSource.AISTUDIO)
5053
def test_slow_tokenizer_save_pretrained(self):
5154
tokenizer = Ernie4_5_VLTokenizer.from_pretrained(
5255
self.from_pretrained_id, download_hub=HUB_FLAG, trust_remote_code=True
@@ -55,6 +58,7 @@ def test_slow_tokenizer_save_pretrained(self):
5558
tokenizer.save_pretrained("./slow_tokenizer")
5659
self.assertTrue(os.path.exists("./slow_tokenizer/tokenizer_config.json"))
5760

61+
@set_proxy(DownloadSource.AISTUDIO)
5862
def test_tokenize(self):
5963
tokenizer = Ernie4_5_VLTokenizer.from_pretrained(
6064
self.from_pretrained_id, download_hub=HUB_FLAG, trust_remote_code=True

0 commit comments

Comments
 (0)