optimize query

Author: losfair

schema.sql

@@ -100,3 +100,27 @@ ENGINE = ReplacingMergeTree()
 PARTITION BY toYYYYMM(not_after) -- Partition by month of certificate expiry
 ORDER BY (log_id, log_index) -- Primary sorting order
 SETTINGS storage_policy = 's3_policy', index_granularity = 8192;
+
+CREATE TABLE ct_log_entries_by_name
+(
+    name_rev String,
+    log_id LowCardinality(String),
+    log_index UInt64
+)
+ENGINE = ReplacingMergeTree()
+ORDER BY (name_rev, log_id, log_index)
+SETTINGS storage_policy = 's3_policy', index_granularity = 8192;
+
+CREATE MATERIALIZED VIEW ct_log_entries_by_name_mv TO ct_log_entries_by_name AS
+SELECT 
+    reverse(name) AS name_rev,
+    log_id,
+    log_index
+FROM ct_log_entries
+ARRAY JOIN arrayDistinct(
+    arrayConcat(
+        subject_alternative_names,
+        [subject_common_name]
+    )
+) AS name
+WHERE name != '';

ui/app/search/[domain]/page.tsx

@@ -34,11 +34,13 @@ async function getSearchResults(
     switch (queryType) {
       case "domain":
         whereClause = `(
-            subject_common_name = {query:String} OR
-            has(subject_alternative_names, {query:String}) OR
-            has(name_suffixes, {suffix:String})
+            (log_id, log_index) IN (
+              SELECT log_id, log_index FROM ct_log_entries_by_name
+              WHERE name_rev = reverse({query:String}) OR
+                    name_rev LIKE reverse({wildcard:String})
+            )
           )`;
-        additionalParams.suffix = `.${query}`;
+        additionalParams.wildcard = `%.${query}`;
         break;
       case "commonName":
         whereClause = "subject_common_name = {query:String}";
@@ -53,8 +55,7 @@ async function getSearchResults(
         whereClause = "issuer_common_name = {query:String}";
         break;
       default:
-        whereClause =
-          "has(subject_alternative_names, {query:String}) OR subject_common_name = {query:String}";
+        throw new Error(`Unsupported query type: ${queryType}`);
     }
 
     const sql = `
@@ -74,6 +75,7 @@ async function getSearchResults(
       AND entry_type = 'x509_entry'
       ORDER BY not_after DESC 
       LIMIT {limit:UInt32}
+      SETTINGS max_execution_time = 30, max_memory_usage = 134217728
     `;
 
     const resultSet = await client.query({