batch and stats

Author: BuonOmo

lib/active_record/connection_adapters/cockroachdb/database_statements.rb

@@ -23,13 +23,22 @@ def insert_fixtures_set(fixture_set, tables_to_delete = [])
           fixture_inserts = build_fixture_statements(fixture_set)
           table_deletes = tables_to_delete.map { |table| "DELETE FROM #{quote_table_name(table)}" }
           statements = table_deletes + fixture_inserts
+          if !defined?($total)
+            $total = 0
+            $success = 0
+            at_exit do
+              puts "Skipping disable stat\nTotal: #{$total}, Success: #{$success} (#{($success.to_f / $total * 100).round(2)}%)"
+            end
+          end
 
+          $total += 1
           begin # much faster without disabling referential integrity, worth trying.
             transaction(requires_new: true) do
               execute_batch(statements, "Fixtures Load")
             end
+            $success += 1
           rescue
-            puts "Retrying fixture load with referential integrity disabled for #{fixture_set}"
+            print "X"
             disable_referential_integrity do
               execute_batch(statements, "Fixtures Load")
             end

lib/active_record/connection_adapters/cockroachdb/referential_integrity.rb

@@ -36,15 +36,16 @@ def check_all_foreign_keys_valid!
         def disable_referential_integrity
           foreign_keys = all_foreign_keys
 
-          foreign_keys.each do |foreign_key|
+          statements = foreign_keys.map do |foreign_key|
             # We do not use the `#remove_foreign_key` method here because it
             # checks for foreign keys existance in the schema cache. This method
             # is performance critical and we know the foreign key exist.
             at = create_alter_table foreign_key.from_table
             at.drop_foreign_key foreign_key.name
 
-            execute schema_creation.accept(at)
+            schema_creation.accept(at)
           end
+          execute_batch(statements, "Disable referential integrity -> remove foreign keys")
 
           yield
 
@@ -66,11 +67,16 @@ def disable_referential_integrity
             # for every key. This method is performance critical for the test suite, hence
             # we use the `#all_foreign_keys` method that only make one query to the database.
             already_inserted_foreign_keys = all_foreign_keys
-            foreign_keys.each do |foreign_key|
+            statements = foreign_keys.map do |foreign_key|
               next if already_inserted_foreign_keys.any? { |fk| fk.from_table == foreign_key.from_table && fk.options[:name] == foreign_key.options[:name] }
 
-              add_foreign_key(foreign_key.from_table, foreign_key.to_table, **foreign_key.options)
+              options = foreign_key_options(foreign_key.from_table, foreign_key.to_table, foreign_key.options)
+              at = create_alter_table foreign_key.from_table
+              at.add_foreign_key foreign_key.to_table, options
+
+              schema_creation.accept(at)
             end
+            execute_batch(statements.compact, "Disable referential integrity -> add foreign keys")
           ensure
             ActiveRecord::Base.table_name_prefix = old_prefix
             ActiveRecord::Base.table_name_suffix = old_suffix