We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent b0154d5 commit 4dfbdd5Copy full SHA for 4dfbdd5
tests/test_semchunk.py
@@ -28,4 +28,7 @@ def test_chunk() -> None:
28
29
# Test that recombining lowercased chunks stripped of whitespace yields the original text.
30
lowercased_no_whitespace = ''.join(sample.lower().split())
31
- assert ''.join(semchunk.chunk(lowercased_no_whitespace, chunk_size, _token_counter)) == lowercased_no_whitespace
+ assert ''.join(semchunk.chunk(lowercased_no_whitespace, chunk_size, _token_counter)) == lowercased_no_whitespace
32
+
33
+ # Test a string where tabs must be used as splitters (to increase code coverage).
34
+ assert semchunk.chunk('ThisIs\tATest.', 4, _token_counter) == ['ThisIs', 'ATest.']
0 commit comments