update aliases in the background

Author: yujonglee

core/config/config.exs

@@ -70,7 +70,9 @@ config :canary, Oban,
     {Oban.Plugins.Lifeline, rescue_after: :timer.minutes(5)},
     {Oban.Plugins.Cron,
      crontab: [
-       {"0 0 * * *", Canary.Workers.SourceProcessor}
+       {"0 0 * * *", Canary.Workers.SourceProcessor},
+       {"0 0 */2 * *", Canary.Workers.Pruner},
+       {"0 0 * * *", Canary.Workers.QueryAliases}
      ]}
   ]
 

core/lib/canary/workers/query_aliases.ex

@@ -0,0 +1,90 @@
+defmodule Canary.Workers.QueryAliases do
+  use Oban.Worker, queue: :default, max_attempts: 1
+
+  alias Canary.Accounts.Project
+
+  @impl true
+  def perform(%Oban.Job{args: %{"project_id" => project_id}}) do
+    {:ok, %{insights_config: config}} = Ash.get(Project, project_id, load: [:insights_config])
+
+    {:ok, analytics_result} =
+      Canary.Analytics.query(:search_breakdown, %{project_id: project_id, n: 100, days: 120})
+
+    {:ok, completion_result} =
+      Canary.AI.chat(%{
+        model: Application.fetch_env!(:canary, :general_model),
+        messages: [
+          %{role: "system", content: "Only output JSON that strictly follows the schema."},
+          %{
+            role: "user",
+            content: """
+            ---
+            #{Jason.encode!(analytics_result, pretty: true)}
+            ---
+
+            Above are analytics on quries user typed in the search bar.
+            Some of them are just partial queries performed while typing, and some of them are full queries but similar.
+            Write down aliases if they can be combined. Take extra care on partial queries.
+
+            For example, if we have "examp", "example" and "exam" in the quries list, we can combine them into:
+            name: "example",
+            members: ["example", "examp", "exam"]
+
+            Each item in "members" must be picked from the above queries, without any extra text.
+            Length of "members" should be more than 1, otherwise, there's no point to create an alias.
+
+            This is existing aliases. You can remove, add, or edit it, but should mostly follow the intention & keep it.
+            ---
+            #{Jason.encode!(config, pretty: true)}
+            ---
+            """
+          }
+        ],
+        temperature: 0,
+        max_tokens: 3000,
+        response_format: %{
+          type: "json_schema",
+          json_schema: %{
+            name: "Aliases",
+            strict: true,
+            schema: %{
+              type: "object",
+              properties: %{
+                aliases: %{
+                  type: "array",
+                  items: %{
+                    type: "object",
+                    properties: %{
+                      name: %{type: "string"},
+                      members: %{
+                        type: "array",
+                        items: %{type: "string"}
+                      }
+                    },
+                    required: ["name", "members"],
+                    additionalProperties: false
+                  }
+                }
+              },
+              required: ["aliases"],
+              additionalProperties: false
+            }
+          }
+        }
+      })
+
+    %{"aliases" => aliases} = Jason.decode!(completion_result)
+
+    if is_nil(config) do
+      Canary.Insights.Config
+      |> Ash.Changeset.for_create(:create, %{aliases: aliases, project_id: project_id})
+      |> Ash.create()
+    else
+      config
+      |> Ash.Changeset.for_update(:update, %{aliases: aliases})
+      |> Ash.update()
+    end
+
+    :ok
+  end
+end

core/lib/canary_web/live/insights_live/config.ex

@@ -9,18 +9,6 @@ defmodule CanaryWeb.InsightLive.Config do
       <div class="text-md font-semibold">Aliases</div>
       <div class="mb-4">
         <div>Set this if you want to combine duplicated queries.</div>
-        <div>
-          Click
-          <span
-            class="hero-sparkles w-5 h-5 cursor-pointer"
-            phx-click="generate"
-            phx-target={@myself}
-            phx-value-item={@form.name}
-          >
-          </span>
-          to generate from scratch.
-        </div>
-        <div :if={@generating?}>Generating... (may takes ~10 seconds)</div>
       </div>
 
       <.form
@@ -44,7 +32,7 @@ defmodule CanaryWeb.InsightLive.Config do
                 form_control={%{label: "Name"}}
               />
               <Primer.octicon
-                class="ml-auto"
+                class="ml-auto cursor-pointer"
                 name="x-16"
                 phx-target={@myself}
                 phx-click="remove_alias"
@@ -114,7 +102,6 @@ defmodule CanaryWeb.InsightLive.Config do
       socket
       |> assign(assigns)
       |> assign_form()
-      |> assign(:generating?, false)
 
     {:ok, socket}
   end
@@ -269,89 +256,4 @@ defmodule CanaryWeb.InsightLive.Config do
 
     {:noreply, assign(socket, form: form)}
   end
-
-  def handle_event("generate", %{"item" => path}, socket) do
-    quries = socket.assigns.quries |> Enum.slice(0, 20)
-
-    socket =
-      socket
-      |> assign(:generating?, true)
-      |> start_async(:generate, fn ->
-        {:ok, completion} =
-          Canary.AI.chat(%{
-            model: Application.fetch_env!(:canary, :general_model),
-            messages: [
-              %{
-                role: "user",
-                content: """
-                #{quries}
-                ---
-
-                Above are quries user typed in the search bar.
-                Some of them are just partial queries performed while typing, and some of them are full queries but similar.
-                Write down aliases if they can be combined. Take extra care on partial queries.
-
-                For example, if we have "examp", "example" and "exam" in the quries list, we can combine them into:
-                name: "example",
-                members: ["example", "examp", "exam"]
-
-                Each item in "members" must be picked from the above queries, without any extra text.
-                """
-              }
-            ],
-            temperature: 0,
-            max_tokens: 2000,
-            response_format: %{
-              type: "json_schema",
-              json_schema: %{
-                name: "Aliases",
-                strict: true,
-                schema: %{
-                  type: "object",
-                  properties: %{
-                    aliases: %{
-                      type: "array",
-                      items: %{
-                        type: "object",
-                        properties: %{
-                          name: %{type: "string"},
-                          members: %{
-                            type: "array",
-                            items: %{type: "string"}
-                          }
-                        },
-                        required: ["name", "members"],
-                        additionalProperties: false
-                      }
-                    }
-                  },
-                  required: ["aliases"],
-                  additionalProperties: false
-                }
-              }
-            }
-          })
-
-        {path, Jason.decode!(completion)}
-      end)
-
-    {:noreply, socket}
-  end
-
-  @impl true
-  def handle_async(:generate, {:ok, {path, data}}, socket) do
-    form =
-      socket.assigns.form
-      |> AshPhoenix.Form.update_form(path, fn nested_form ->
-        params = Map.merge(nested_form.params, data)
-        AshPhoenix.Form.validate(nested_form, params)
-      end)
-
-    socket =
-      socket
-      |> assign(:generating?, false)
-      |> assign(:form, form)
-
-    {:noreply, socket}
-  end
 end

core/lib/canary_web/live/insights_live/index.ex

@@ -23,20 +23,19 @@ defmodule CanaryWeb.InsightLive.Index do
     <div class="flex flex-col gap-4">
       <div class="flex flex-row justify-between items-center mb-2">
         <h2>Insights</h2>
-        <div>
-          <%!-- <.button is_primary phx-click={show_modal("insights-config-dialog")}>
+        <%!-- <div>
+          <.button is_primary phx-click={show_modal("insights-config-dialog")}>
             Config
-          </.button> --%>
+          </.button>
 
-          <%!-- <.modal id="insights-config-dialog">
+          <.modal id="insights-config-dialog">
             <.live_component
               id="insights-config"
               module={CanaryWeb.InsightLive.Config}
               current_project={@current_project}
-              quries={if @search_breakdown.result, do: @search_breakdown.result.labels, else: []}
             />
-          </.modal> --%>
-        </div>
+          </.modal>
+        </div> --%>
       </div>
 
       <div class="flex flex-col gap-4">