release

flybird11111 · flybird11111 · commit 4271e3daf6ed · 2025-05-27T14:38:59.000+08:00
diff --git a/tests/kit/model_zoo/transformers/gpt.py b/tests/kit/model_zoo/transformers/gpt.py
@@ -113,6 +113,7 @@ def date_gen_for_double_heads():
     problem_type="single_label_classification",
     pad_token_id=1022,
     tie_word_embeddings=True,
+    attn_implementation="flash_attention_2",
 )
 
 config_for_token_classification = copy.deepcopy(config)
diff --git a/tests/test_zero/test_gemini/test_inference.py b/tests/test_zero/test_gemini/test_inference.py
@@ -114,7 +114,6 @@ def run_dist(rank, world_size, port):
     exam_inference()
 
 
-@pytest.mark.skip("this test failed")
 @pytest.mark.dist
 @pytest.mark.parametrize("world_size", [1, 4])
 def test_inference(world_size):
diff --git a/version.txt b/version.txt
@@ -1 +1 @@
-0.4.9
+0.5.0

Original file line number	Diff line number	Diff line change
`@@ -113,6 +113,7 @@ def date_gen_for_double_heads():`
`113`	`113`	`problem_type="single_label_classification",`
`114`	`114`	`pad_token_id=1022,`
`115`	`115`	`tie_word_embeddings=True,`
	`116`	`+ attn_implementation="flash_attention_2",`
`116`	`117`	`)`
`117`	`118`
`118`	`119`	`config_for_token_classification = copy.deepcopy(config)`