add text search (#23)

* add text search

* remove unused dep

* remove tests

Author: alrocar

dashboard/log-analyzer/src/components/logs/LogTable.tsx

@@ -8,7 +8,6 @@ import {
   TableHeader,
   TableRow,
 } from "@/components/ui/table";
-import { formatDistanceToNow } from 'date-fns';
 import { type LogEntry } from "@/lib/types";
 import { useState } from 'react';
 import { Loader2 } from "lucide-react";

tinybird/endpoints/log_analysis.pipe

@@ -4,6 +4,10 @@ DESCRIPTION >
 NODE log_analysis_node
 SQL >
     %
+    {% if defined(message) and message != '' %}
+        with {{split_to_array(String(message, ''), separator='|')}} as message_patterns,
+        multiMatchAllIndices(message, arrayMap(x -> concat('(?i)', x), message_patterns)) as indices
+    {% end %}
     SELECT
         timestamp,
         request_id,
@@ -43,7 +47,7 @@ SQL >
         AND user_agent in {{Array(user_agent)}}
     {% end %}
     {% if defined(message) and message != '' %}
-        AND message ilike concat('%', {{String(message)}}, '%')
+        AND length(indices) > 0
     {% end %}
     ORDER BY 
     {% if defined(sort_by) and sort_by != '' %}

tinybird/endpoints/log_explorer.pipe

@@ -119,21 +119,6 @@ SQL >
         {% if defined(environment) and environment != [''] %}
             AND environment in {{Array(environment)}}
         {% end %}
-        {% if defined(request_method) and request_method != [''] %}
-            AND request_method in {{Array(request_method)}}
-        {% end %}
-        {% if defined(status_code) and status_code != [''] %}
-            AND status_code in {{Array(status_code)}}
-        {% end %}
-        {% if defined(request_path) and request_path != [''] %}
-            AND request_path in {{Array(request_path)}}
-        {% end %}
-        {% if defined(user_agent) and user_agent != [''] %}
-            AND user_agent in {{Array(user_agent)}}
-        {% end %}
-        {% if defined(message) and message != '' %}
-            AND message ilike concat('%', {{String(message)}}, '%')
-        {% end %}
         AND timestamp >= start_range
         AND timestamp <= end_range
     ORDER BY timestamp 

tinybird/tests/log_explorer.yaml

@@ -24,15 +24,3 @@
     {"timestamp":"2025-02-03 11:04:22.000","request_id":"req-1be7850effe31e0a","request_method":"POST","status_code":305,"service":"api","request_path":"\/orders\/105","level":"ERROR","message":"Log message 105"}
     {"timestamp":"2025-02-03 19:13:22.000","request_id":"req-41cfd4707d5d9189","request_method":"POST","status_code":565,"service":"api","request_path":"\/orders\/365","level":"ERROR","message":"Log message 365"}
     {"timestamp":"2025-02-03 19:23:42.000","request_id":"req-ab50f632c7544b42","request_method":"POST","status_code":345,"service":"api","request_path":"\/orders\/945","level":"ERROR","message":"Log message 945"}
-
-- name: search_by_message
-  description: Test searching for specific message content
-  parameters: start_date=2025-02-03%2000:00:00&end_date=2025-02-04%2000:00:00&message=945&page=0&page_size=3
-  expected_result: |
-    {"timestamp":"2025-02-03 19:23:42.000","request_id":"req-ab50f632c7544b42","request_method":"POST","status_code":345,"service":"api","request_path":"\/orders\/945","level":"ERROR","message":"Log message 945"}
-
-- name: filtered_by_request_method
-  description: Test filtered by HTTP method and status code
-  parameters: start_date=2025-02-03%2000:00:00&end_date=2025-02-04%2000:00:00&request_method=POST&status_code=345&page=0&page_size=25
-  expected_result: |
-    {"timestamp":"2025-02-03 19:23:42.000","request_id":"req-ab50f632c7544b42","request_method":"POST","status_code":345,"service":"api","request_path":"\/orders\/945","level":"ERROR","message":"Log message 945"}