We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent cb3658f commit 9fd81d7Copy full SHA for 9fd81d7
src/tests/datasets/test_samsum_datasets.py
@@ -5,11 +5,19 @@
5
from dataclasses import dataclass
6
from functools import partial
7
from unittest.mock import patch
8
+from datasets import load_dataset
9
10
@dataclass
11
class Config:
12
model_type: str = "llama"
13
14
+try:
15
+ load_dataset("Samsung/samsum")
16
+ SAMSUM_UNAVAILABLE = False
17
+except ValueError:
18
+ SAMSUM_UNAVAILABLE = True
19
+
20
+@pytest.mark.skipif(SAMSUM_UNAVAILABLE, reason="Samsum dataset is unavailable")
21
@pytest.mark.skip_missing_tokenizer
22
@patch('llama_recipes.finetuning.train')
23
@patch('llama_recipes.finetuning.AutoTokenizer')
0 commit comments