Merge pull request #1 from pinkpixel-dev/dev-research

feat: Enhance research tool with follow-up query handling and AI chat…

Author: sizzlebop

public/js/research-modules/document-generation.js

@@ -8,7 +8,7 @@
  */
 function formatMarkdown(markdown) {
     if (!markdown) return '';
-    
+
     // Basic markdown formatting (can be enhanced)
     let html = markdown
         .replace(/^### (.*$)/gim, '<h3>$1</h3>')
@@ -21,7 +21,7 @@ function formatMarkdown(markdown) {
         .replace(/\[(.*?)\]\((.*?)\)/gim, '<a href="$2">$1</a>')
         .replace(/\n/gim, '<br>')
         .replace(/^-(.*$)/gim, '<li>$1</li>');
-    
+
     return html;
 }
 
@@ -46,17 +46,41 @@ async function generateIntroduction(topic, format, context = '') {
  */
 async function generateConclusion(topic, sources, format, context = '') {
     let conclusion = `## Conclusion\n\n${topic} is a complex and evolving field with many facets and applications. This document has presented a comprehensive overview based on research from multiple sources.\n\n`;
-    
+
     // Add sources section
     conclusion += `## Sources\n\n`;
     if (sources && sources.length) {
         sources.forEach((source, index) => {
-            conclusion += `${index + 1}. [${source}](${source})\n`;
+            // Handle different source formats (string or object)
+            let sourceUrl = '';
+            let sourceTitle = '';
+
+            if (typeof source === 'string') {
+                sourceUrl = source;
+                sourceTitle = source;
+            } else if (typeof source === 'object' && source !== null) {
+                // Extract URL from object
+                if (source.url) {
+                    sourceUrl = source.url;
+                    sourceTitle = source.title || source.url;
+                } else if (source.href) {
+                    sourceUrl = source.href;
+                    sourceTitle = source.title || source.href;
+                } else if (source.toString) {
+                    sourceUrl = source.toString();
+                    sourceTitle = sourceUrl;
+                }
+            }
+
+            // Only add valid URLs
+            if (sourceUrl) {
+                conclusion += `${index + 1}. [${sourceTitle}](${sourceUrl})\n`;
+            }
         });
     } else {
         conclusion += `No sources were available for this document.`;
     }
-    
+
     return conclusion;
 }
 
@@ -73,7 +97,7 @@ async function processSourceContent(source, topic, sectionIndex, totalSections,
     if (!source || !source.content) {
         return generateFallbackContent(topic);
     }
-    
+
     try {
         // Use the pollinations-text API endpoint for text generation
         const response = await fetch('/api/pollinations-text', {
@@ -89,20 +113,35 @@ async function processSourceContent(source, topic, sectionIndex, totalSections,
                 max_tokens: 2000
             })
         });
-        
+
         const result = await response.json();
-        
+
         if (!result.success || !result.text || result.text.trim().length < 100) {
             console.log('Failed to generate content from source, using fallback', result);
             return generateFallbackContent(topic);
         }
-        
+
         // Add source attribution
         let content = result.text;
-        if (!content.includes(`Source: ${source.url}`)) {
-            content += `\n\n*Source: [${source.url}](${source.url})*\n\n`;
+
+        // Get the source URL in a safe way
+        let sourceUrl = '';
+        if (typeof source.url === 'string') {
+            sourceUrl = source.url;
+        } else if (source.url && typeof source.url === 'object' && source.url.href) {
+            sourceUrl = source.url.href;
+        } else if (source.url && source.url.toString && source.url.toString() !== '[object Object]') {
+            sourceUrl = source.url.toString();
         }
-        
+
+        // Get the source title
+        let sourceTitle = source.title || sourceUrl;
+
+        // Add attribution if not already included and we have a valid URL
+        if (sourceUrl && !content.includes(`Source: ${sourceUrl}`)) {
+            content += `\n\n*Source: [${sourceTitle}](${sourceUrl})*\n\n`;
+        }
+
         return content;
     } catch (error) {
         console.error('Error generating document section:', error);
@@ -186,9 +225,9 @@ function displayDocument(documentContent, format = 'markdown') {
     const documentContainer = document.getElementById('document-container');
     const toggleDocumentBtn = document.getElementById('toggle-document-btn');
     const documentSidebar = document.getElementById('document-sidebar');
-    
+
     if (!documentContainer) return;
-    
+
     // Set document content
     if (format === 'markdown') {
         // For markdown, we need to handle some basic formatting
@@ -198,12 +237,12 @@ function displayDocument(documentContent, format = 'markdown') {
         // For HTML, we can set it directly
         documentContainer.innerHTML = documentContent;
     }
-    
+
     // Show the document sidebar toggle button
     if (toggleDocumentBtn) {
         toggleDocumentBtn.style.display = 'block';
     }
-    
+
     // Automatically open the document sidebar
     if (documentSidebar) {
         documentSidebar.classList.add('visible');
@@ -220,7 +259,7 @@ function downloadDocument(content, filename, format) {
     let downloadContent = content;
     let mimeType = 'text/plain';
     let extension = 'txt';
-    
+
     if (format === 'html') {
         downloadContent = `<!DOCTYPE html>
 <html>
@@ -250,7 +289,7 @@ function downloadDocument(content, filename, format) {
         mimeType = 'text/markdown';
         extension = 'md';
     }
-    
+
     const blob = new Blob([downloadContent], { type: mimeType });
     const url = URL.createObjectURL(blob);
     const a = document.createElement('a');
@@ -288,4 +327,4 @@ export {
     displayDocument,
     downloadDocument,
     copyToClipboard
-}; 
+};

public/js/research-modules/query-variation.js

@@ -9,12 +9,12 @@
  */
 async function generateQueryVariations(baseQuery, tier = 'quick') {
     console.log(`Generating query variations for tier: ${tier}`);
-    
+
     // For quick tier, just return the original query
     if (tier === 'quick') {
         return [baseQuery];
     }
-    
+
     // Default variations to use if API call fails
     const defaultVariations = {
         extended: [
@@ -43,20 +43,20 @@ async function generateQueryVariations(baseQuery, tier = 'quick') {
                 max_tokens: 1000
             })
         });
-        
+
         const result = await response.json();
-        
+
         if (!result.success || !result.text) {
             console.log('Failed to generate query variations, using defaults');
             return [baseQuery, ...defaultVariations[tier]];
         }
-        
+
         // Parse the response to get individual queries
         const variations = result.text
             .split('\n')
             .map(line => line.trim())
             .filter(line => line && !line.match(/^\d+\./)); // Remove any numbered items
-        
+
         if (variations && variations.length > 0) {
             // Add the original query and deduplicate
             return [...new Set([baseQuery, ...variations])];
@@ -76,17 +76,17 @@ async function generateQueryVariations(baseQuery, tier = 'quick') {
  */
 function determineIfClarificationNeeded(query) {
     if (!query) return true;
-    
+
     // Check for very short queries
     if (query.length < 10) return true;
-    
+
     // Check for queries without spaces (likely a single term)
     if (!query.includes(' ')) return true;
-    
+
     // Check for very generic queries
     const genericTerms = ['how', 'what', 'who', 'why', 'when', 'where', 'is', 'are', 'can', 'do'];
     if (genericTerms.some(term => query.toLowerCase() === term)) return true;
-    
+
     return false;
 }
 
@@ -96,7 +96,16 @@ function determineIfClarificationNeeded(query) {
  * @returns {string} Initial response message
  */
 function generateInitialResponse(query) {
-    return `I'll research "${query}" for you. This might take a few minutes...`;
+    const responses = [
+        `I'm starting my research on "${query}" now. This might take a few minutes...`,
+        `I'll gather comprehensive information about "${query}" for you. Please give me a moment...`,
+        `Beginning research on "${query}". I'll compile the best sources and information for you...`,
+        `I'm searching for high-quality information about "${query}". This will take a few minutes...`,
+        `Starting to research "${query}" now. I'll create a detailed document for you shortly...`
+    ];
+
+    // Return a random response for variety
+    return responses[Math.floor(Math.random() * responses.length)];
 }
 
 /**
@@ -106,7 +115,7 @@ function generateInitialResponse(query) {
  */
 function categorizeSources(sources) {
     if (!sources || !Array.isArray(sources)) return [];
-    
+
     const sourceTypes = {
         documentation: {
             priority: 5,
@@ -162,4 +171,4 @@ export {
     determineIfClarificationNeeded,
     generateInitialResponse,
     categorizeSources
-}; 
+};

public/js/research-modules/research-core.js

@@ -283,17 +283,42 @@ function showSourcesList(sources) {
     if (!sourcesListContainer || !sourcesContainer) return;
 
     // Create source list HTML
-    const sourcesList = sources.map(source =>
-        `<div class="source-item" style="margin-bottom: 10px;">
-            <a href="${source.url}" target="_blank" rel="noopener noreferrer" style="color: var(--primary-color); text-decoration: none; font-weight: 500;">
-                ${source.title || source.url}
-            </a>
-            ${source.type ? `<span class="source-type" style="margin-left: 8px; font-size: 12px; padding: 2px 6px; border-radius: 4px; background: var(--secondary-color-light); color: var(--text-color);">${source.type}</span>` : ''}
-        </div>`
-    ).join('');
+    const sourcesList = sources.map(source => {
+        // Handle different source formats
+        let sourceUrl = '';
+        let sourceTitle = '';
+        let sourceType = '';
+
+        if (typeof source === 'string') {
+            sourceUrl = source;
+            sourceTitle = source;
+        } else if (typeof source === 'object' && source !== null) {
+            // Extract URL from object
+            if (source.url) {
+                sourceUrl = source.url;
+                sourceTitle = source.title || source.url;
+                sourceType = source.type || '';
+            } else if (source.href) {
+                sourceUrl = source.href;
+                sourceTitle = source.title || source.href;
+                sourceType = source.type || '';
+            }
+        }
+
+        // Only create HTML for valid URLs
+        if (sourceUrl) {
+            return `<div class="source-item" style="margin-bottom: 10px;">
+                <a href="${sourceUrl}" target="_blank" rel="noopener noreferrer" style="color: var(--primary-color); text-decoration: none; font-weight: 500;">
+                    ${sourceTitle}
+                </a>
+                ${sourceType ? `<span class="source-type" style="margin-left: 8px; font-size: 12px; padding: 2px 6px; border-radius: 4px; background: var(--secondary-color-light); color: var(--text-color);">${sourceType}</span>` : ''}
+            </div>`;
+        }
+        return '';
+    }).filter(item => item !== '').join('');
 
     // Update the sources list
-    sourcesListContainer.innerHTML = sourcesList;
+    sourcesListContainer.innerHTML = sourcesList || 'No sources available';
 
     // Show the sources container
     sourcesContainer.style.display = 'block';
@@ -414,7 +439,15 @@ async function performResearch(query, tier = 'quick', includeImages = false, sta
     // Generate conclusion with source references
     const conclusion = await generateConclusion(
         query,
-        categorizedSources.map(source => source.url),
+        categorizedSources.map(source => {
+            // Ensure we're passing a valid URL string
+            if (typeof source === 'string') {
+                return source;
+            } else if (source && typeof source === 'object') {
+                return source.url || (source.toString && source.toString() !== '[object Object]' ? source.toString() : '');
+            }
+            return '';
+        }).filter(url => url), // Filter out empty strings
         'markdown'
     );