Out of bands indexing is gone

Author: xfalcox

app/jobs/scheduled/embeddings_backfill.rb

@@ -35,8 +35,6 @@ def execute(args)
 
       rebaked += populate_topic_embeddings(vector_rep, topics)
 
-      vector_rep.consider_indexing
-
       return if rebaked >= limit
 
       # Then, we'll try to backfill embeddings for topics that have outdated
@@ -82,8 +80,6 @@ def execute(args)
           rebaked += 1
         end
 
-      vector_rep.consider_indexing
-
       return if rebaked >= limit
 
       # Then, we'll try to backfill embeddings for posts that have outdated

db/migrate/20240611170905_move_embeddings_to_single_table_per_type.rb

@@ -150,7 +150,7 @@ def up
       strategy = DiscourseAi::Embeddings::Strategies::Truncation.new
       vector_rep =
         DiscourseAi::Embeddings::VectorRepresentations::Base.current_representation(strategy)
-      vector_rep.consider_indexing
+      #vector_rep.consider_indexing
     rescue StandardError => e
       Rails.logger.error("Failed to index embeddings: #{e}")
     end

lib/tasks/modules/embeddings/database.rake

@@ -44,11 +44,3 @@ task "ai:embeddings:backfill", %i[model concurrency] => [:environment] do |_, ar
     end
   end
 end
-
-desc "Creates indexes for embeddings"
-task "ai:embeddings:index", [:work_mem] => [:environment] do |_, args|
-  strategy = DiscourseAi::Embeddings::Strategies::Truncation.new
-  vector_rep = DiscourseAi::Embeddings::VectorRepresentations::Base.current_representation(strategy)
-
-  vector_rep.consider_indexing(memory: args[:work_mem] || "100MB")
-end