Add full context length with a hard upper limit

Author: jonathanKingston

injected/src/features/duck-ai-listener.js

@@ -1380,6 +1380,7 @@ class DuckAiPromptTelemetry {
     /**
      * Send context pixel info when context is used
      * @param {Object} contextData - Context data object
+     * @param {string} pixelName - Name of pixel to fire
      */
     sendContextPixelInfo(contextData, pixelName) {
         if (!contextData?.content || contextData.content.length === 0) {
@@ -1388,7 +1389,7 @@ class DuckAiPromptTelemetry {
         }
 
         this.sendPixel(pixelName, {
-            contextLength: contextData.content.length,
+            contextLength: contextData.fullContentLength
         });
     }
 

injected/src/features/page-context.js

@@ -243,6 +243,7 @@ export default class PageContext extends ContentFeature {
             metaDescription: this.getMetaDescription(),
             content: mainContent,
             truncated,
+            fullContentLength: this.fullContentLength, // Include full content length before truncation
             headings: this.getHeadings(),
             links: this.getLinks(),
             images: this.getImages(),
@@ -272,7 +273,9 @@ export default class PageContext extends ContentFeature {
     }
 
     getMainContent() {
-        const maxLength = this.getFeatureSetting('maxContentLength') || 950;
+        const maxLength = this.getFeatureSetting('maxContentLength') || 9500;
+        // Used to avoid large content serialization
+        const upperLimit = this.getFeatureSetting('upperLimit') || 500000;
         let excludeSelectors = this.getFeatureSetting('excludeSelectors') || ['.ad', '.sidebar', '.footer', '.nav', '.header'];
         excludeSelectors = excludeSelectors.concat(['script', 'style', 'link', 'meta', 'noscript', 'svg', 'canvas']);
 
@@ -296,16 +299,20 @@ export default class PageContext extends ContentFeature {
             });
 
             this.log.info('Calling domToMarkdown', clone.innerHTML);
-            content += domToMarkdown(clone, maxLength);
+            content += domToMarkdown(clone, upperLimit);
         }
+        content = content.trim();
+
+        // Store the full content length before truncation
+        this.fullContentLength = content.length;
 
         // Limit content length
         if (content.length > maxLength) {
             this.log.info('Truncating content', content);
             content = content.substring(0, maxLength) + '...';
         }
 
-        return content.trim();
+        return content;
     }
 
     getHeadings() {