add hn page

Author: zcesur

lib/algora/jobs/schemas/job_posting.ex

@@ -14,8 +14,11 @@ defmodule Algora.Jobs.JobPosting do
     field :email, :string
     field :status, Ecto.Enum, values: [:initialized, :processing, :active, :expired], null: false, default: :initialized
     field :expires_at, :utc_datetime_usec
+    # e.g. "SF Bay Area (Remote)"
     field :location, :string
+    # e.g. ["US", "CA", "BR"]
     field :countries, {:array, :string}, default: []
+    # e.g. ["LATAM", "NA"]
     field :regions, {:array, :string}, default: []
     field :compensation, :string
     field :seniority, :string

lib/algora/organizations/organizations.ex

@@ -104,6 +104,82 @@ defmodule Algora.Organizations do
     end)
   end
 
+  def onboard_organization_from_domain(domain, opts \\ %{}) do
+    case Algora.Crawler.fetch_site_metadata(domain) do
+      {:ok, metadata} ->
+        org_name =
+          case get_in(metadata, [:display_name]) do
+            nil ->
+              domain
+              |> String.split(".")
+              |> List.first()
+              |> String.capitalize()
+
+            name ->
+              name
+          end
+
+        org_handle =
+          case get_in(metadata, [:handle]) do
+            nil ->
+              domain
+              |> String.split(".")
+              |> List.first()
+              |> String.downcase()
+
+            handle ->
+              handle
+          end
+
+        params =
+          Map.merge(
+            %{
+              display_name: org_name,
+              bio:
+                get_in(metadata, [:bio]) || get_in(metadata, [:og_description]) ||
+                  get_in(metadata, [:og_title]),
+              avatar_url: get_in(metadata, [:avatar_url]) || get_in(metadata, [:favicon_url]),
+              handle: org_handle,
+              domain: domain,
+              og_title: get_in(metadata, [:og_title]),
+              og_image_url: get_in(metadata, [:og_image_url]),
+              website_url: get_in(metadata, [:website_url]),
+              twitter_url: get_in(metadata, [:socials, :twitter]),
+              github_url: get_in(metadata, [:socials, :github]),
+              youtube_url: get_in(metadata, [:socials, :youtube]),
+              twitch_url: get_in(metadata, [:socials, :twitch]),
+              discord_url: get_in(metadata, [:socials, :discord]),
+              slack_url: get_in(metadata, [:socials, :slack]),
+              linkedin_url: get_in(metadata, [:socials, :linkedin])
+            },
+            opts
+          )
+
+        org = Repo.one(from o in User, where: o.domain == ^domain, limit: 1)
+
+        org_handle =
+          case org do
+            nil -> ensure_unique_org_handle(params.handle)
+            org -> org.handle
+          end
+
+        case org do
+          nil ->
+            %User{type: :organization}
+            |> Org.changeset(Map.put(params, :handle, org_handle))
+            |> Repo.insert()
+
+          existing_org ->
+            existing_org
+            |> Org.changeset(Map.delete(params, :handle))
+            |> Repo.update()
+        end
+
+      {:error, error} ->
+        {:error, error}
+    end
+  end
+
   def generate_handle_from_email(email) do
     email
     |> String.split("@")

lib/algora/settings/settings.ex

@@ -244,4 +244,26 @@ defmodule Algora.Settings do
   def set_subscription_price(price) do
     set("subscription", %{"price" => Algora.MoneyUtils.serialize(price)})
   end
+
+  def get_hn_job_ids do
+    case get("hn_job_ids") do
+      %{"ids" => ids} when is_list(ids) -> ids
+      _ -> nil
+    end
+  end
+
+  def set_hn_job_ids(ids) when is_list(ids) do
+    set("hn_job_ids", %{"ids" => ids})
+  end
+
+  def get_hn_job_seekers do
+    case get("hn_job_seekers") do
+      %{"handles" => handles} when is_list(handles) -> handles
+      _ -> nil
+    end
+  end
+
+  def set_hn_job_seekers(handles) when is_list(handles) do
+    set("hn_job_seekers", %{"handles" => handles})
+  end
 end

lib/algora_web/live/admin/seed_live.ex

@@ -4,6 +4,7 @@ defmodule AlgoraWeb.Admin.SeedLive do
   use AlgoraWeb, :live_view
 
   import Ecto.Changeset
+  import Ecto.Query
 
   alias Algora.Accounts.User
   alias Algora.Jobs.JobPosting
@@ -234,8 +235,9 @@ defmodule AlgoraWeb.Admin.SeedLive do
     rows =
       rows
       |> Stream.map(fn row -> Enum.zip_reduce(cols, row, Map.new(), fn col, val, acc -> Map.put(acc, col, val) end) end)
-      |> Stream.map(&add_user/1)
       |> Stream.map(&process_row/1)
+      |> Task.async_stream(&add_user/1, max_concurrency: 10, timeout: :infinity)
+      |> Stream.map(fn {:ok, row} -> row end)
       |> Enum.to_list()
 
     socket
@@ -253,29 +255,66 @@ defmodule AlgoraWeb.Admin.SeedLive do
     )
   end
 
-  defp add_user(row) do
-    key = row["org_handle"]
-
+  defp add_user(%{"org_handle" => key} = row) when is_binary(key) and key != "" do
     user =
-      if not is_nil(key) do
-        case :ets.lookup(@user_cache_table, key) do
-          [{_, user}] ->
+      case :ets.lookup(@user_cache_table, key) do
+        [{_, user}] ->
+          user
+
+        _ ->
+          with {:ok, user} <- Workspace.ensure_user(Algora.Admin.token(), key),
+               {:ok, user} <- Repo.fetch(User, user.id) do
+            :ets.insert(@user_cache_table, {key, user})
             user
+          else
+            _ -> nil
+          end
+      end
 
-          _ ->
-            with {:ok, user} <- Workspace.ensure_user(Algora.Admin.token(), key),
-                 {:ok, user} <- Repo.fetch(User, user.id) do
-              :ets.insert(@user_cache_table, {key, user})
-              user
-            else
-              _ -> nil
-            end
-        end
+    Map.put(row, "org", user)
+  end
+
+  defp add_user(%{"company_url" => url} = row) when is_binary(url) and url != "" do
+    user =
+      case :ets.lookup(@user_cache_table, url) do
+        [{_, user}] ->
+          user
+
+        _ ->
+          domain =
+            url
+            |> String.trim_leading("https://")
+            |> String.trim_leading("http://")
+            |> String.trim_leading("www.")
+
+          with {:ok, user} <-
+                 fetch_or_create_user(domain, %{hiring: true, tech_stack: row["tech_stack"]}),
+               {:ok, user} <- Repo.fetch(User, user.id) do
+            :ets.insert(@user_cache_table, {url, user})
+            user
+          else
+            _ ->
+              :ets.insert(@user_cache_table, {url, nil})
+              nil
+          end
       end
 
     Map.put(row, "org", user)
   end
 
+  defp add_user(row), do: row
+
+  def fetch_or_create_user(domain, opts) do
+    case Repo.one(from o in User, where: o.domain == ^domain, limit: 1) do
+      %User{} = user ->
+        {:ok, user}
+
+      _ ->
+        res = Organizations.onboard_organization_from_domain(domain, opts)
+        res
+    end
+  end
+
   defp list_from_string(s) when is_binary(s) and s != "" do
     s
     |> String.split(",")
@@ -285,6 +324,14 @@ defmodule AlgoraWeb.Admin.SeedLive do
 
   defp list_from_string(_s), do: []
 
+  defp money_from_string(s) when is_binary(s) and s != "" do
+    s
+    |> Decimal.new()
+    |> Money.new!(:USD)
+  end
+
+  defp money_from_string(_s), do: nil
+
   defp process_row(row) do
     Map.merge(row, %{
       "tech_stack" =>
@@ -295,14 +342,15 @@ defmodule AlgoraWeb.Admin.SeedLive do
         end,
       "countries" => list_from_string(row["countries"]),
       "regions" => list_from_string(row["regions"]),
-      "price" => row["price"] |> Decimal.new() |> Money.new!(:USD)
+      "price" => money_from_string(row["price"])
     })
   end
 
   defp seed_rows(rows) do
     Repo.transact(
       fn ->
         rows
+        |> Enum.filter(& &1["org"])
         |> Enum.map(&seed_row/1)
         |> Enum.reduce_while(:ok, fn result, _acc ->
           case result do