fragmentUtil

Author: YousefED

packages/xl-ai/src/prosemirror/agent.ts

@@ -1,12 +1,13 @@
 import { UnreachableCaseError } from "@blocknote/core";
-import { Fragment, Node, Schema, Slice } from "prosemirror-model";
-import { AllSelection, TextSelection, Transaction } from "prosemirror-state";
+import { Node, Schema, Slice } from "prosemirror-model";
+import { TextSelection, Transaction } from "prosemirror-state";
 import {
   ReplaceAroundStep,
   ReplaceStep,
   Step,
   Transform,
 } from "prosemirror-transform";
+import { getFirstChar } from "./fragmentUtil.js";
 
 export type AgentStep = {
   prosemirrorSteps: Step[];
@@ -235,39 +236,14 @@ export function getStepsAsAgent(doc: Node, pmSchema: Schema, steps: Step[]) {
   return agentSteps;
 }
 
-/**
- * helper method to get the index of the first character of a fragment
- */
-function getFirstChar(fragment: Fragment) {
-  let index = 0;
-  for (const content of fragment.content) {
-    if (content.isText) {
-      return index;
-    }
-    const sel = TextSelection.atStart(content);
-    if (sel instanceof AllSelection) {
-      // no text position found
-      index += content.nodeSize;
-      continue;
-    }
-    index += sel.head;
-    if (!content.isLeaf) {
-      // for regular nodes, add 1 position for the node opening
-      // (annoyingly TextSelection.atStart doesn't account for this)
-      index += 1;
-    }
-    return index;
-  }
-  return undefined;
-}
-
 export async function delayAgentStep(step: AgentStep) {
+  const jitter = Math.random() * 0.3 + 0.85; // Random between 0.85 and 1.15
   if (step.type === "select") {
-    await new Promise((resolve) => setTimeout(resolve, 100));
+    await new Promise((resolve) => setTimeout(resolve, 100 * jitter));
   } else if (step.type === "insert") {
-    await new Promise((resolve) => setTimeout(resolve, 10));
+    await new Promise((resolve) => setTimeout(resolve, 10 * jitter));
   } else if (step.type === "replace") {
-    await new Promise((resolve) => setTimeout(resolve, 200));
+    await new Promise((resolve) => setTimeout(resolve, 200 * jitter));
   } else {
     throw new UnreachableCaseError(step.type);
   }

packages/xl-ai/src/prosemirror/changeset.ts

@@ -162,7 +162,6 @@ const createEncoder = (doc: Node, updatedDoc: Node) => {
         if (tableCells.has(str)) {
           return str;
         }
-        // return Math.random();
         return -1;
       }
       return -1;

packages/xl-ai/src/prosemirror/fragmentUtil.test.ts

@@ -0,0 +1,85 @@
+import { Fragment, Schema } from "prosemirror-model";
+import { describe, expect, it } from "vitest";
+import { getFirstChar } from "./fragmentUtil.js";
+
+describe("fragmentUtil", () => {
+  describe("getFirstChar", () => {
+    // Create a more complex schema for testing
+    const schema = new Schema({
+      nodes: {
+        doc: { content: "block+" },
+        paragraph: { content: "inline*", group: "block" },
+        heading: {
+          content: "inline*",
+          group: "block",
+          attrs: { level: { default: 1 } },
+        },
+        blockcontainer: { content: "block+", group: "block" },
+        text: { group: "inline" },
+      },
+    });
+
+    it("should return 0 for a text fragment", () => {
+      const fragment = Fragment.from(schema.text("Hello"));
+      expect(getFirstChar(fragment)).toBe(0);
+    });
+
+    it("should return correct index for a paragraph with text", () => {
+      const paragraph = schema.node("paragraph", null, [schema.text("Hello")]);
+      const fragment = Fragment.from(paragraph);
+      expect(getFirstChar(fragment)).toBe(1);
+    });
+
+    it("should return undefined for an empty fragment", () => {
+      const fragment = Fragment.empty;
+      expect(getFirstChar(fragment)).toBe(undefined);
+    });
+
+    it("should handle nested nodes correctly", () => {
+      const paragraph = schema.node("paragraph", null, [
+        schema.text("Hello"),
+        schema.text(" World"),
+      ]);
+      const fragment = Fragment.from(paragraph);
+      expect(getFirstChar(fragment)).toBe(1);
+    });
+
+    it("should handle blockcontainer with nested paragraph", () => {
+      const paragraph = schema.node("paragraph", null, [schema.text("Hello")]);
+      const blockcontainer = schema.node("blockcontainer", null, [paragraph]);
+      const fragment = Fragment.from(blockcontainer);
+      // Blockquote opening (1) + paragraph opening (1) = 2
+      expect(getFirstChar(fragment)).toBe(2);
+    });
+
+    it("should handle heading with text", () => {
+      const heading = schema.node("heading", { level: 2 }, [
+        schema.text("Title"),
+      ]);
+      const fragment = Fragment.from(heading);
+      expect(getFirstChar(fragment)).toBe(1);
+    });
+
+    it("should handle multiple block nodes", () => {
+      const paragraph1 = schema.node("paragraph", null, [schema.text("First")]);
+      const paragraph2 = schema.node("paragraph", null, [
+        schema.text("Second"),
+      ]);
+      const fragment = Fragment.from([paragraph1, paragraph2]);
+      expect(getFirstChar(fragment)).toBe(1);
+    });
+
+    it("should handle deeply nested structure", () => {
+      const text = schema.text("Deep text");
+      const paragraph = schema.node("paragraph", null, [text]);
+      const blockcontainer = schema.node("blockcontainer", null, [paragraph]);
+      const blockcontainer2 = schema.node("blockcontainer", null, [
+        blockcontainer,
+      ]);
+
+      const fragment = Fragment.from(blockcontainer2);
+      // blockcontainer + blockcontainer + paragraph (1) = 3
+      expect(getFirstChar(fragment)).toBe(3);
+    });
+  });
+});

packages/xl-ai/src/prosemirror/fragmentUtil.ts

@@ -0,0 +1,20 @@
+import { Fragment } from "prosemirror-model";
+
+/**
+ * helper method to get the index of the first character of a fragment
+ */
+export function getFirstChar(fragment: Fragment) {
+  let index: number | undefined = undefined;
+  let found = false;
+  fragment.descendants((n, pos) => {
+    if (found) {
+      return false;
+    }
+    if (n.isText) {
+      found = true;
+      index = pos;
+    }
+    return true;
+  });
+  return index;
+}