Full-text search

Author: stephencelis

Sources/StructuredQueriesCore/SQLite/FTS5.swift

@@ -0,0 +1,40 @@
+public protocol FTS5: Table {}
+
+extension TableDefinition where QueryValue: FTS5 {
+  public var rank: some QueryExpression<Double?> {
+    SQLQueryExpression(
+      """
+      \(QueryValue.self)."rank"
+      """
+    )
+  }
+
+  public func match(_ pattern: some QueryExpression<String>) -> some QueryExpression<Bool> {
+    SQLQueryExpression(
+      """
+      (\(QueryValue.self) MATCH \(pattern))
+      """
+    )
+  }
+}
+
+extension TableColumnExpression where Root: FTS5 {
+  public func highlight(
+    _ open: String,
+    _ close: String
+  ) -> some QueryExpression<String> {
+    SQLQueryExpression(
+      """
+      highlight(\
+      \(Root.self), \
+      (\
+      SELECT "cid" FROM pragma_table_info(\(quote: Root.tableName, delimiter: .text)) \
+      WHERE "name" = \(quote: name, delimiter: .text)\
+      ),
+      \(quote: open, delimiter: .text), \
+      \(quote: close, delimiter: .text)\
+      )
+      """
+    )
+  }
+}

Tests/StructuredQueriesTests/FTSTests.swift

@@ -0,0 +1,55 @@
+import Foundation
+import InlineSnapshotTesting
+import StructuredQueries
+import StructuredQueriesTestSupport
+import Testing
+
+extension SnapshotTests {
+  @Suite struct FTSTests {
+    @Test func basics() {
+      assertQuery(
+        ReminderText
+          .where { $0.match("take OR apple") }
+          .order(by: \.rank)
+          .select { ($0.title.highlight("**", "**"), $0.notes.highlight("**", "**")) }
+      ) {
+        """
+        SELECT highlight("reminderTexts", (SELECT "cid" FROM pragma_table_info('reminderTexts') WHERE "name" = 'title'),
+        '**', '**'), highlight("reminderTexts", (SELECT "cid" FROM pragma_table_info('reminderTexts') WHERE "name" = 'notes'),
+        '**', '**')
+        FROM "reminderTexts"
+        WHERE ("reminderTexts" MATCH 'take OR apple')
+        ORDER BY "reminderTexts"."rank"
+        """
+      }results: {
+        """
+        ┌──────────────────────┬──────────────────────────┐
+        │ "Groceries"          │ "Milk, Eggs, **Apple**s" │
+        │ "**Take** out trash" │ ""                       │
+        │ "**Take** a walk"    │ ""                       │
+        └──────────────────────┴──────────────────────────┘
+        """
+      }
+    }
+
+    @Test func unranked() {
+      assertQuery(
+        ReminderText
+          .select { ($0.listTitle, $0.rank) }
+          .limit(1)
+      ) {
+        """
+        SELECT "reminderTexts"."listTitle", "reminderTexts"."rank"
+        FROM "reminderTexts"
+        LIMIT 1
+        """
+      }results: {
+        """
+        ┌────────────┬─────┐
+        │ "Personal" │ nil │
+        └────────────┴─────┘
+        """
+      }
+    }
+  }
+}

Tests/StructuredQueriesTests/Support/Schema.swift

@@ -73,10 +73,21 @@ struct ReminderTag: Equatable {
   var title = ""
 }
 
+@Table
+struct ReminderText: FTS5 {
+  let reminderID: Reminder.ID
+  let title: String
+  let notes: String
+  let listID: RemindersList.ID
+  let listTitle: String
+  let tags: String
+}
+
 extension Database {
   static func `default`() throws -> Database {
     let db = try Database()
     try db.migrate()
+    try db.installTriggers()
     try db.seedDatabase()
     return db
   }
@@ -152,6 +163,101 @@ extension Database {
       )
       """
     )
+    try execute(
+      """
+      CREATE VIRTUAL TABLE "reminderTexts" USING fts5(
+        "reminderID" UNINDEXED,
+        "title",
+        "notes",
+        "listID" UNINDEXED,
+        "listTitle",
+        "tags",
+        tokenize = 'trigram'
+      )
+      """
+    )
+  }
+
+  func installTriggers() throws {
+    try execute(
+      Reminder.createTemporaryTrigger(
+        after: .insert { new in
+          ReminderText.insert {
+            ($0.reminderID, $0.title, $0.notes, $0.listID, $0.listTitle, $0.tags)
+          } select: {
+            Reminder
+              .find(new.id)
+              .join(RemindersList.all) { $0.remindersListID.eq($1.id) }
+              .select { ($0.id, $0.title, $0.notes, $1.id, $1.title, "") }
+          }
+        }
+      )
+    )
+    try execute(
+      Reminder.createTemporaryTrigger(
+        after: .update {
+          ($0.title, $0.notes, $0.remindersListID)
+        } forEachRow: { _, new in
+          ReminderText
+            .where { $0.reminderID.eq(new.id) }
+            .update {
+              $0.title = new.title
+              $0.notes = new.notes
+              $0.listID = new.remindersListID
+            }
+        }
+      )
+    )
+    try execute(
+      Reminder.createTemporaryTrigger(
+        after: .delete { old in
+          ReminderText
+            .where { $0.reminderID.eq(old.id) }
+            .delete()
+        }
+      )
+    )
+    try execute(
+      RemindersList.createTemporaryTrigger(
+        after: .update {
+          $0.title
+        } forEachRow: { _, new in
+          ReminderText
+            .where { $0.listID.eq(new.id) }
+            .update { $0.listTitle = new.title }
+        }
+      )
+    )
+    try execute(
+      ReminderTag.createTemporaryTrigger(
+        after: .insert { new in
+          ReminderText
+            .where { $0.reminderID.eq(new.reminderID) }
+            .update {
+              $0.tags =
+                ReminderTag
+                .where { $0.reminderID.eq(new.reminderID) }
+                .join(Tag.all) { $0.tagID.eq($1.id) }
+                .select { $1.title.groupConcat(" ") ?? "" }
+            }
+        }
+      )
+    )
+    try execute(
+      ReminderTag.createTemporaryTrigger(
+        after: .delete { old in
+          ReminderText
+            .where { $0.reminderID.eq(old.reminderID) }
+            .update {
+              $0.tags =
+                ReminderTag
+                .where { $0.reminderID.eq(old.reminderID) }
+                .join(Tag.all) { $0.tagID.eq($1.id) }
+                .select { $1.title.groupConcat(" ") ?? "" }
+            }
+        }
+      )
+    )
   }
 
   func seedDatabase() throws {