We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent bc1a4a1 commit 71a1ca2Copy full SHA for 71a1ca2
chunkit.js
@@ -333,7 +333,9 @@ export async function sentenceit(
333
// Split the text into sentences
334
const chunks = [];
335
for (const { segment } of splitBySentence(doc.document_text)) {
336
- chunks.push(segment.trim());
+ if (segment.trim().length > 0) {
337
+ chunks.push(segment.trim());
338
+ }
339
}
340
341
if (logging) {
0 commit comments