We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 2f4ec12 commit 3d4dbfcCopy full SHA for 3d4dbfc
tests/test_unit_reorder.py
@@ -20,7 +20,6 @@
20
# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
21
# SOFTWARE.
22
23
-import pytest
24
from transformers import AutoTokenizer
25
26
from lighteval.data import GenerativeTaskDataset
@@ -81,10 +80,6 @@
81
80
82
83
class TestReorderGenerativeTaskDataset:
84
- def test_dataset_needs_tokenization(self):
85
- with pytest.raises(ValueError):
86
- GenerativeTaskDataset(requests=TEST_DATA, num_dataset_splits=DATASET_SPLITS)
87
-
88
def test_reorder_dataset(self):
89
tokenizer = AutoTokenizer.from_pretrained("gpt2")
90
data = TEST_DATA.copy()
0 commit comments