@@ -338,8 +338,8 @@ mod tests {
338338 let text = "First paragraph.\n \n Second paragraph.\n \n Third paragraph." ;
339339 let chunks = chunk_text ( text, 20 ) ;
340340 assert_eq ! ( chunks. len( ) , 3 ) ;
341- assert_eq ! ( chunks[ 0 ] , "First paragraph.\n \n " ) ;
342- assert_eq ! ( chunks[ 1 ] , "Second paragraph.\n \n " ) ;
341+ assert_eq ! ( chunks[ 0 ] , "First paragraph." ) ;
342+ assert_eq ! ( chunks[ 1 ] , "Second paragraph." ) ;
343343 assert_eq ! ( chunks[ 2 ] , "Third paragraph." ) ;
344344 }
345345
@@ -368,24 +368,4 @@ mod tests {
368368 let small_result = segment ( "en" , small_text) ;
369369 assert_eq ! ( small_result, expected_per_repetition) ;
370370 }
371-
372- #[ test]
373- fn test_chunking_preserves_results ( ) {
374- let text = "First sentence. Second sentence.\n \n Third sentence. Fourth sentence." ;
375-
376- // Force chunking by using a very small chunk size
377- let chunks = chunk_text ( text, 10 ) ;
378- let mut chunked_sentences = Vec :: new ( ) ;
379- let language = language_factory ( "en" ) ;
380-
381- for chunk in chunks {
382- let chunk_sentences = language. segment ( chunk) ;
383- chunked_sentences. extend ( chunk_sentences) ;
384- }
385-
386- let regular_sentences = language. segment ( text) ;
387-
388- // Results should be the same regardless of chunking
389- assert_eq ! ( chunked_sentences, regular_sentences) ;
390- }
391371}
0 commit comments