perf: improve job page load speed

Author: zcesur

lib/algora/cloud.ex

@@ -9,10 +9,18 @@ defmodule Algora.Cloud do
     call(AlgoraCloud, :list_top_matches, [opts])
   end
 
+  def list_top_stargazers(opts \\ []) do
+    call(AlgoraCloud, :list_top_stargazers, [opts])
+  end
+
   def truncate_matches(org, matches) do
     call(AlgoraCloud, :truncate_matches, [org, matches])
   end
 
+  def count_matches(job) do
+    call(AlgoraCloud, :count_matches, [job])
+  end
+
   def get_contribution_score(job, user, contributions_map) do
     call(AlgoraCloud, :get_contribution_score, [job, user, contributions_map])
   end

lib/algora/settings/settings.ex

@@ -102,7 +102,7 @@ defmodule Algora.Settings do
       _ ->
         [
           tech_stack: job.tech_stack,
-          limit: 50,
+          limit: Algora.Cloud.count_matches(job),
           sort_by:
             case get_job_criteria(job) do
               criteria when map_size(criteria) > 0 -> criteria
@@ -116,31 +116,11 @@ defmodule Algora.Settings do
 
   def get_top_stargazers(job) do
     [
+      job: job,
       tech_stack: job.tech_stack,
-      limit: 100,
-      sort_by:
-        case get_job_criteria(job) do
-          criteria when map_size(criteria) > 0 -> criteria
-          _ -> [{"solver", true}]
-        end,
-      users:
-        from(u in User,
-          where:
-            fragment(
-              """
-              exists (
-                select 1
-                from stargazers s
-                inner join repositories r on s.repository_id = r.id
-                where s.user_id = ? and r.user_id = ?
-              )
-              """,
-              u.id,
-              ^job.user_id
-            )
-        )
+      limit: 50
     ]
-    |> Algora.Cloud.list_top_matches()
+    |> Algora.Cloud.list_top_stargazers()
     |> load_matches_2()
   end
 

lib/algora/workspace/workspace.ex

@@ -643,23 +643,35 @@ defmodule Algora.Workspace do
   def list_user_contributions(ids, opts \\ []) do
     query =
       from uc in UserContribution,
+        where: uc.user_id in ^ids,
         join: u in assoc(uc, :user),
         join: r in assoc(uc, :repository),
         join: repo_owner in assoc(r, :user),
-        where: u.id in ^ids,
-        where: not ilike(r.name, "%awesome%"),
-        where: not ilike(r.name, "%algorithms%"),
-        where: not ilike(r.name, "%exercises%"),
-        where: not ilike(r.name, "%tutorials%"),
-        where: not ilike(repo_owner.provider_login, "%algorithms%"),
-        where: not ilike(repo_owner.provider_login, "%firstcontributions%"),
         where: repo_owner.type == :organization or r.stargazers_count > 200,
         # where: fragment("? && ?::citext[]", r.tech_stack, ^(opts[:tech_stack] || [])),
+        where:
+          not (ilike(r.name, "%awesome%") or
+                 ilike(r.name, "%algorithms%") or
+                 ilike(r.name, "%exercises%") or
+                 ilike(r.name, "%tutorials%")),
+        where:
+          not (ilike(repo_owner.provider_login, "%algorithms%") or
+                 ilike(repo_owner.provider_login, "%firstcontributions%")),
         order_by: [
           desc: fragment("CASE WHEN ? && ?::citext[] THEN 1 ELSE 0 END", r.tech_stack, ^(opts[:tech_stack] || [])),
           desc: r.stargazers_count
         ],
-        select_merge: %{user: u, repository: %{r | user: repo_owner}}
+        select: %UserContribution{
+          contribution_count: uc.contribution_count,
+          user: map(u, [:id, :provider_login]),
+          repository: %{
+            id: r.id,
+            name: r.name,
+            stargazers_count: r.stargazers_count,
+            tech_stack: r.tech_stack,
+            user: map(repo_owner, [:id, :provider_login, :type, :name, :avatar_url, :stargazers_count])
+          }
+        }
 
     query =
       case opts[:limit] do
@@ -748,11 +760,17 @@ defmodule Algora.Workspace do
             |> Oban.insert()
 
           _ ->
+            Logger.error("User not found for #{contribution.provider_login}")
             {:error, :user_not_found}
         end
       end)
 
-    if Enum.any?(results, &match?({:ok, _}, &1)), do: :ok, else: {:error, :failed}
+    if Enum.any?(results, &match?({:ok, _}, &1)) do
+      :ok
+    else
+      Logger.error("Failed to add contributions: #{inspect(results)}")
+      {:error, :failed}
+    end
   end
 
   defp add_contributions(token, users, contributions) do