fix(pos-tagging): parse all sentences in passage, not just first

- Changed doc.json()[0] to iterate all sentences via doc.json()
- dependency-parser.js now uses flatMap to combine terms from all sentences
- Fixes issue where only first sentence was analyzed in passage selection

Author: jeremymanning

demos/pos-tagging/js/dependency-parser.js

@@ -13,13 +13,13 @@ const DependencyParser = {
 
     extractDependencies(doc, text) {
         const dependencies = [];
-        const json = doc.json()[0];
+        const allSentences = doc.json();
 
-        if (!json || !json.terms) {
+        if (!allSentences || allSentences.length === 0) {
             return dependencies;
         }
 
-        const terms = json.terms;
+        const terms = allSentences.flatMap(sentence => sentence.terms || []);
         const words = terms.map((t, idx) => ({
             id: idx,
             word: t.text,

demos/pos-tagging/js/pos-tagger.js

@@ -42,28 +42,32 @@ const POSTagger = {
 
         // Extract terms with their POS tags
         const terms = doc.terms().out('array');
-        const json = doc.json()[0];
+        const allSentences = doc.json();
 
         let html = '<div class="pos-tokens">';
         const tagCounts = {};
-
-        if (json && json.terms) {
-            json.terms.forEach((term, index) => {
-                const tags = term.tags || [];
-                const word = term.text || terms[index];
-                const primaryTag = this.getPrimaryTag(tags);
-                const tagClass = this.getTagClass(primaryTag);
-
-                tagCounts[primaryTag] = (tagCounts[primaryTag] || 0) + 1;
-
-                html += `
-                    <span class="pos-token ${tagClass}" data-word="${word}" data-tag="${primaryTag}" data-index="${index}">
-                        <span class="word">${word}</span>
-                        <span class="pos-tag">${primaryTag}</span>
-                    </span>
-                `;
-            });
-        }
+        let termIndex = 0;
+
+        allSentences.forEach((sentence) => {
+            if (sentence && sentence.terms) {
+                sentence.terms.forEach((term) => {
+                    const tags = term.tags || [];
+                    const word = term.text || terms[termIndex];
+                    const primaryTag = this.getPrimaryTag(tags);
+                    const tagClass = this.getTagClass(primaryTag);
+
+                    tagCounts[primaryTag] = (tagCounts[primaryTag] || 0) + 1;
+
+                    html += `
+                        <span class="pos-token ${tagClass}" data-word="${word}" data-tag="${primaryTag}" data-index="${termIndex}">
+                            <span class="word">${word}</span>
+                            <span class="pos-tag">${primaryTag}</span>
+                        </span>
+                    `;
+                    termIndex++;
+                });
+            }
+        });
 
         html += '</div>';
         output.innerHTML = html;