diff --git a/src/ops/functions/split_recursively.rs b/src/ops/functions/split_recursively.rs index 8ca18f8df..2f50d5297 100644 --- a/src/ops/functions/split_recursively.rs +++ b/src/ops/functions/split_recursively.rs @@ -449,8 +449,8 @@ impl<'t, 's: 't> RecursiveChunker<'s> { // Trim trailing whitespaces let trimmed_text = trimmed_text.trim_end(); - // Only record non-empty chunks. - if !trimmed_text.is_empty() { + // Only record chunks with alphanumeric characters. + if trimmed_text.chars().any(|ch| ch.is_alphanumeric()) { output.push(( RangeValue::new(adjusted_start, adjusted_start + trimmed_text.len()), trimmed_text,