We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent f5ef6d3 commit 5550827Copy full SHA for 5550827
tests/test_semchunk.py
@@ -20,7 +20,7 @@ def test_chunk():
20
# Test a variety of chunk sizes.
21
for chunk_size in range(1,100):
22
for chunk in semchunk.chunk(LOREM, chunk_size=chunk_size, token_counter=_token_counter):
23
- assert _token_counter(chunk) <= 1
+ assert _token_counter(chunk) <= chunk_size
24
25
# Test a chunk size larger than the text.
26
semchunk.chunk(LOREM, chunk_size=len(LOREM)**2, token_counter=_token_counter)
0 commit comments