wip #221

Author: hernanvicente

app/models/import_error.rb

@@ -1,3 +1,27 @@
+# == Schema Information
+#
+# Table name: import_errors
+#
+#  id               :bigint           not null, primary key
+#  error_message    :text
+#  error_type       :string           not null
+#  file_name        :string
+#  metadata         :json
+#  created_at       :datetime         not null
+#  updated_at       :datetime         not null
+#  import_report_id :bigint           not null
+#  topic_id         :integer
+#
+# Indexes
+#
+#  index_import_errors_on_error_type        (error_type)
+#  index_import_errors_on_file_name         (file_name)
+#  index_import_errors_on_import_report_id  (import_report_id)
+#
+# Foreign Keys
+#
+#  fk_rails_...  (import_report_id => import_reports.id)
+#
 class ImportError < ApplicationRecord
   belongs_to :import_report
 

app/models/import_report.rb

@@ -1,3 +1,22 @@
+# == Schema Information
+#
+# Table name: import_reports
+#
+#  id              :bigint           not null, primary key
+#  completed_at    :datetime
+#  error_details   :json
+#  import_type     :string           not null
+#  started_at      :datetime
+#  status          :string           default("pending")
+#  summary_stats   :json
+#  unmatched_files :json
+#  created_at      :datetime         not null
+#  updated_at      :datetime         not null
+#
+# Indexes
+#
+#  index_import_reports_on_import_type  (import_type)
+#
 class ImportReport < ApplicationRecord
   has_many :import_errors, dependent: :destroy
 

db/migrate/20250625101109_create_import_errors.rb

@@ -0,0 +1,17 @@
+class CreateImportErrors < ActiveRecord::Migration[7.0]
+  def change
+    create_table :import_errors do |t|
+      t.references :import_report, null: false, foreign_key: true
+      t.string :error_type, null: false
+      t.string :file_name
+      t.integer :topic_id
+      t.text :error_message
+      t.json :metadata
+
+      t.timestamps
+    end
+
+    add_index :import_errors, :error_type
+    add_index :import_errors, :file_name
+  end
+end

db/schema.rb

@@ -202,7 +202,12 @@ def self.import_training_documents
       importable_rows = match_csv_with_azure_files(valid_csv_rows, azure_files)
       unmatched_files = collect_unmatched_files(csv_data, azure_files, importable_rows)
 
-      log_import_summary(valid_csv_rows, azure_files, importable_rows)
+      report.update!(
+        summary_stats: build_summary_stats(import_stats, csv_data, azure_files),
+        unmatched_files: unmatched_files,
+        error_details: import_stats[:error_files],
+        status: "planned"
+      )
 
       process_document_attachments(importable_rows, import_stats)
 
@@ -331,12 +336,6 @@ def self.build_summary_stats(import_stats, csv_data, azure_files)
     }
   end
 
-  def self.log_import_summary(csv_rows, azure_files, importable_rows)
-    puts "CSV rows with topics: #{csv_rows.size}"
-    puts "Azure files found: #{azure_files.size}"
-    puts "Importable files: #{importable_rows.size}"
-  end
-
   def self.log_final_results(stats)
     puts "Topics not found: #{stats[:topics_without_csv].size}"
     puts "Successful attachments: #{stats[:successful_attachments].size}"