copy rag fragment embeddings created during deploy window

Author: romanrizzi

db/post_migrate/20250113171444_drop_old_embedding_tables.rb

@@ -1,9 +1,16 @@
 # frozen_string_literal: true
 class DropOldEmbeddingTables < ActiveRecord::Migration[7.2]
   def up
-    drop_table :ai_topic_embeddings
-    drop_table :ai_post_embeddings
-    drop_table :ai_document_fragment_embeddings
+    # Copy rag embeddings created during deploy.
+    execute <<~SQL
+      INSERT INTO ai_document_fragments_embeddings (rag_document_fragment_id, model_id, model_version, strategy_id, strategy_version, digest, embeddings, created_at, updated_at)
+      (
+        SELECT  ai_document_fragment_embeddings.*
+        FROM ai_document_fragment_embeddings 
+        LEFT OUTER JOIN ai_document_fragments_embeddings ON ai_document_fragment_embeddings.rag_document_fragment_id = ai_document_fragments_embeddings.rag_document_fragment_id
+        WHERE ai_document_fragments_embeddings.rag_document_fragment_id IS NULL
+      )
+    SQL
 
     execute <<~SQL
       DROP INDEX IF EXISTS ai_topic_embeddings_1_1_search_bit;
@@ -33,6 +40,10 @@ def up
       DROP INDEX IF EXISTS ai_document_fragment_embeddings_7_1_search_bit;
       DROP INDEX IF EXISTS ai_document_fragment_embeddings_8_1_search_bit;
     SQL
+
+    drop_table :ai_topic_embeddings
+    drop_table :ai_post_embeddings
+    drop_table :ai_document_fragment_embeddings
   end
 
   def down