add new fields and indexes

Author: zcesur

lib/algora/accounts/schemas/user.ex

@@ -156,6 +156,14 @@ defmodule Algora.Accounts.User do
     # Poaching targets - stores repos and companies to poach from
     field :poaching_targets, :string
 
+    # Customer stage tracking
+    field :stage, Ecto.Enum,
+      values: [:inbound, :opening, :onboarding, :campaigning, :interviewing, :none],
+      default: :none
+
+    # Import tracking - identifies the source that imported this user
+    field :import_source, :string
+
     has_many :identities, Identity
     has_many :memberships, Member, foreign_key: :user_id
     has_many :members, Member, foreign_key: :org_id
@@ -536,7 +544,8 @@ defmodule Algora.Accounts.User do
       :dm_thread_url,
       :linkedin_url,
       :employment_info,
-      :internal_email
+      :internal_email,
+      :stage
     ])
   end
 

lib/algora/matches/schemas/job_match.ex

@@ -5,7 +5,10 @@ defmodule Algora.Matches.JobMatch do
   import Ecto.Changeset
 
   typed_schema "job_matches" do
-    field :status, Ecto.Enum, values: [:pending, :discarded, :automatched, :approved, :highlighted], default: :pending
+    field :status, Ecto.Enum,
+      values: [:pending, :discarded, :automatched, :dripped, :approved, :highlighted],
+      default: :pending
+
     field :score, :decimal
     field :notes, :string
     field :company_approved_at, :utc_datetime_usec
@@ -41,7 +44,7 @@ defmodule Algora.Matches.JobMatch do
       :anonymize
     ])
     |> validate_required([:user_id, :job_posting_id])
-    |> validate_inclusion(:status, [:pending, :discarded, :automatched, :approved, :highlighted])
+    |> validate_inclusion(:status, [:pending, :discarded, :automatched, :dripped, :approved, :highlighted])
     |> foreign_key_constraint(:user_id)
     |> foreign_key_constraint(:job_posting_id)
     |> unique_constraint([:user_id, :job_posting_id])

priv/repo/migrations/20250915092311_add_stage_to_users.exs

@@ -0,0 +1,9 @@
+defmodule Algora.Repo.Migrations.AddStageToUsers do
+  use Ecto.Migration
+
+  def change do
+    alter table(:users) do
+      add :stage, :string, null: true
+    end
+  end
+end

priv/repo/migrations/20250915124617_add_import_source_to_users.exs

@@ -0,0 +1,9 @@
+defmodule Algora.Repo.Migrations.AddImportSourceToUsers do
+  use Ecto.Migration
+
+  def change do
+    alter table(:users) do
+      add :import_source, :string, null: true
+    end
+  end
+end

priv/repo/migrations/20250915135756_add_index_to_users_stage.exs

@@ -0,0 +1,7 @@
+defmodule Algora.Repo.Migrations.AddIndexToUsersStage do
+  use Ecto.Migration
+
+  def change do
+    create index(:users, [:stage])
+  end
+end

priv/repo/migrations/20250916123955_add_pipeline_indexes.exs

@@ -0,0 +1,22 @@
+defmodule Algora.Repo.Migrations.AddPipelineIndexes do
+  use Ecto.Migration
+
+  def change do
+    # Critical indexes for pipeline performance
+    create index(:users, [:last_job_match_email_at], where: "last_job_match_email_at IS NOT NULL")
+    create index(:users, [:last_dm_date], where: "last_dm_date IS NOT NULL") 
+    create index(:users, [:country], where: "country IS NOT NULL")
+    create index(:users, [:open_to_new_role], where: "open_to_new_role = true")
+    create index(:users, [:type], where: "type = 'individual'")
+    
+    # Composite index for the main query ordering
+    create index(:users, [
+      "GREATEST(last_job_match_email_at, last_dm_date)", 
+      :id
+    ], where: "last_job_match_email_at IS NOT NULL AND open_to_new_role = true AND type = 'individual'")
+    
+    # Job matches indexes for EXISTS queries
+    create index(:job_matches, [:user_id, :candidate_discarded_at, :candidate_approved_at])
+    create index(:job_matches, [:user_id, :candidate_discarded_at, :candidate_bookmarked_at])
+  end
+end