Doc perf (#245)

* Add migration to add indexes on documents for improved list performance

* Enhance document listing performance by avoiding heavy column loading when not needed. Update Gemfile.lock for arm64-darwin-25 support and adjust database schema version. Remove unused index and add new indexes for improved query performance.

* Refactor document loading to improve performance by excluding the document body from heavy column loading in the list view.

Author: vswamidass-sfdc

Gemfile.lock

@@ -534,6 +534,7 @@ PLATFORMS
   arm64-darwin-22
   arm64-darwin-23
   arm64-darwin-24
+  arm64-darwin-25
   x86_64-darwin-22
   x86_64-linux
 

app/controllers/base_documents_controller.rb

@@ -74,6 +74,13 @@ def index
                    end
     end
 
+    # Avoid loading heavy columns (document body, embedding vector, search_vector) for list
+    unless params[:similar_to].present?
+      heavy = %w[embedding search_vector]
+      list_columns = (Document.column_names - heavy).map { |c| "documents.#{c}" }
+      @documents = @documents.select(list_columns.join(", "))
+    end
+
     @documents = @documents.page(params[:page]).per(params[:per_page] || 10)
   end
 

app/views/shared/_doc_list.html.erb

@@ -45,16 +45,7 @@
                   </svg>
                   Disabled
                 </div>
-              <% end %>
-              <% if document.embedding.nil? %>
-                <div class="flex items-center text-purple-500">
-                  <svg xmlns="http://www.w3.org/2000/svg" fill="none" viewBox="0 0 24 24" stroke-width="1.5" stroke="currentColor" class="w-3 h-3 mr-1">
-                    <path stroke-linecap="round" stroke-linejoin="round" d="M16.023 9.348h4.992v-.001M2.985 19.644v-4.992m0 0h4.992m-4.993 0 3.181 3.183a8.25 8.25 0 0 0 13.803-3.7M4.031 9.865a8.25 8.25 0 0 1 13.803-3.7l3.181 3.182m0-4.991v4.99" />
-                  </svg>
-                  Processing
-                </div>
-              <% end %>
-              
+              <% end %>              
             </div>
           </div>
           <a href="<%= url_for(document) %>" class="inline-flex items-center text-sky-700 hover:text-white  hover:bg-sky-500 px-4 py-2 rounded-full transition-all">

db/migrate/20260218120000_add_indexes_to_documents_for_list_performance.rb

@@ -0,0 +1,9 @@
+# frozen_string_literal: true
+
+class AddIndexesToDocumentsForListPerformance < ActiveRecord::Migration[7.1]
+  def change
+    add_index :documents, :updated_at
+    add_index :documents, :deleted_date
+    add_index :documents, [:deleted_date, :updated_at]
+  end
+end