We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 3a3ae43 commit de1890aCopy full SHA for de1890a
tests/data/test_tinystories.py
@@ -16,7 +16,6 @@ def fake_chunk(path, data):
16
optimize(fn=tokenize, inputs=[data] * len(data), output_dir=str(path), num_workers=1, chunk_bytes="200MB")
17
18
19
-@pytest.mark.xfail(raises=IndexError, strict=True) # requires https://github.com/Lightning-AI/litdata/pull/77
20
@pytest.mark.parametrize(
21
("max_seq_len", "expected"),
22
[
0 commit comments