fix similarity threshold

Author: alrocar

dashboard/ai-analytics/src/app/containers/DataTableContainer.tsx

@@ -57,7 +57,7 @@ export default function DataTableContainer({ filters, isLoading = false }: DataT
     ...filters,
     ...(embedding ? {
       embedding: embedding,
-      similarity_threshold: 0.3
+      similarity_threshold: 0.6
     } : {})
   });
 

dashboard/ai-analytics/src/hooks/useTinybirdData.ts

@@ -87,7 +87,7 @@ export function useLLMVectorSearch(
     queryFn: () => searchLLMMessagesByVector(token!, { 
       ...filters, 
       embedding: embedding || undefined,
-      similarity_threshold: 0.3, // Adjust as needed
+      similarity_threshold: 0.6, // Adjust as needed
     }),
     enabled: !!token && !!embedding,
   });

tinybird/endpoints/llm_messages.pipe

@@ -69,7 +69,7 @@ SQL >
         AND timestamp < {{DateTime(end_date)}}
         {% end %}
         {% if defined(embedding) %}
-        AND length(embedding) > 0 and _similarity <= {{ Float64(similarity_threshold, 0.3) }}
+        AND length(embedding) > 0 and _similarity <= {{ Float64(similarity_threshold, 0.5) }}
         and response_status != 'error'
         {% end %}
     {% if defined(embedding) %}