Skip test_batching when tokenizer is missing

mreso · mreso · commit cb3658f284b1 · 2024-10-14T13:59:22.000-07:00
diff --git a/src/tests/test_batching.py b/src/tests/test_batching.py
@@ -25,6 +25,7 @@ class Config:
     }
 }
 
+@pytest.mark.skip_missing_tokenizer
 @patch('llama_recipes.finetuning.train')
 @patch('llama_recipes.finetuning.AutoTokenizer')
 @patch("llama_recipes.finetuning.AutoConfig.from_pretrained")
@@ -90,6 +91,7 @@ def test_packing(
         assert batch["attention_mask"][0].size(0) == 4096
 
 
+@pytest.mark.skip_missing_tokenizer
 @patch("llama_recipes.finetuning.torch.cuda.is_available")
 @patch('llama_recipes.finetuning.train')
 @patch('llama_recipes.finetuning.AutoTokenizer')

Original file line number	Diff line number	Diff line change
`@@ -25,6 +25,7 @@ class Config:`
`25`	`25`	`}`
`26`	`26`	`}`
`27`	`27`
	`28`	`+@pytest.mark.skip_missing_tokenizer`
`28`	`29`	`@patch('llama_recipes.finetuning.train')`
`29`	`30`	`@patch('llama_recipes.finetuning.AutoTokenizer')`
`30`	`31`	`@patch("llama_recipes.finetuning.AutoConfig.from_pretrained")`
`@@ -90,6 +91,7 @@ def test_packing(`
`90`	`91`	`assert batch["attention_mask"][0].size(0) == 4096`
`91`	`92`
`92`	`93`
	`94`	`+@pytest.mark.skip_missing_tokenizer`
`93`	`95`	`@patch("llama_recipes.finetuning.torch.cuda.is_available")`
`94`	`96`	`@patch('llama_recipes.finetuning.train')`
`95`	`97`	`@patch('llama_recipes.finetuning.AutoTokenizer')`