Bigint migration step3 for remaining tables

* step 3a and b for remaining tables: jobs, delayed_jobs, app_usage_events, service_usage_events
* see also #4406

Author: jochenehret

db/migrations/20250930135451_bigint_migration_delayed_jobs_step3a.rb

@@ -0,0 +1,29 @@
+require 'database/bigint_migration'
+
+Sequel.migration do
+  no_transaction
+
+  up do
+    if database_type == :postgres && !VCAP::BigintMigration.migration_completed?(self, :delayed_jobs) && !VCAP::BigintMigration.migration_skipped?(self, :delayed_jobs)
+      transaction do
+        VCAP::BigintMigration.add_check_constraint(self, :delayed_jobs)
+      end
+
+      begin
+        VCAP::Migration.with_concurrent_timeout(self) do
+          VCAP::BigintMigration.validate_check_constraint(self, :delayed_jobs)
+        end
+      rescue Sequel::CheckConstraintViolation
+        raise "Failed to add check constraint on 'delayed_jobs' table!\n" \
+                "There are rows where 'id_bigint' does not match 'id', thus step 3 of the bigint migration cannot be executed.\n" \
+                "Consider running rake task 'db:bigint_backfill[delayed_jobs]'."
+      end
+    end
+  end
+
+  down do
+    transaction do
+      VCAP::BigintMigration.drop_check_constraint(self, :delayed_jobs) if database_type == :postgres
+    end
+  end
+end

db/migrations/20250930135459_bigint_migration_delayed_jobs_step3b.rb

@@ -0,0 +1,52 @@
+require 'database/bigint_migration'
+
+Sequel.migration do
+  no_transaction
+
+  up do
+    if database_type == :postgres && VCAP::BigintMigration.has_check_constraint?(self, :delayed_jobs)
+      transaction do
+        # Drop check constraint and trigger function
+        VCAP::BigintMigration.drop_check_constraint(self, :delayed_jobs)
+        VCAP::BigintMigration.drop_trigger_function(self, :delayed_jobs)
+
+        # Drop old id column
+        VCAP::BigintMigration.drop_pk_column(self, :delayed_jobs)
+
+        # Switch id_bigint -> id
+        VCAP::BigintMigration.rename_bigint_column(self, :delayed_jobs)
+        VCAP::BigintMigration.add_pk_constraint(self, :delayed_jobs)
+        VCAP::BigintMigration.set_pk_as_identity_with_correct_start_value(self, :delayed_jobs)
+      end
+    end
+  end
+
+  down do
+    if database_type == :postgres && VCAP::BigintMigration.migration_completed?(self, :delayed_jobs)
+      transaction do
+        # Revert id -> id_bigint
+        VCAP::BigintMigration.drop_identity(self, :delayed_jobs)
+        VCAP::BigintMigration.drop_timestamp_pk_index(self, :delayed_jobs)
+        VCAP::BigintMigration.drop_pk_constraint(self, :delayed_jobs)
+        VCAP::BigintMigration.revert_bigint_column_name(self, :delayed_jobs)
+
+        # Restore old id column
+        VCAP::BigintMigration.add_id_column(self, :delayed_jobs)
+
+        # To restore the previous state it is necessary to backfill the id column. In case there is a lot of data in the
+        # table this might be problematic, e.g. take a longer time.
+        #
+        # Ideally this down migration SHOULD NEVER BE EXECUTED IN A PRODUCTION SYSTEM! (It's there for proper integration
+        # testing of the bigint migration steps.)
+        VCAP::BigintMigration.backfill_id(self, :delayed_jobs)
+
+        VCAP::BigintMigration.add_pk_constraint(self, :delayed_jobs)
+        VCAP::BigintMigration.set_pk_as_identity_with_correct_start_value(self, :delayed_jobs)
+
+        # Recreate trigger function and check constraint
+        VCAP::BigintMigration.create_trigger_function(self, :delayed_jobs)
+        VCAP::BigintMigration.add_check_constraint(self, :delayed_jobs)
+      end
+    end
+  end
+end

db/migrations/20250930135517_bigint_migration_jobs_step3a.rb

@@ -0,0 +1,29 @@
+require 'database/bigint_migration'
+
+Sequel.migration do
+  no_transaction
+
+  up do
+    if database_type == :postgres && !VCAP::BigintMigration.migration_completed?(self, :jobs) && !VCAP::BigintMigration.migration_skipped?(self, :jobs)
+      transaction do
+        VCAP::BigintMigration.add_check_constraint(self, :jobs)
+      end
+
+      begin
+        VCAP::Migration.with_concurrent_timeout(self) do
+          VCAP::BigintMigration.validate_check_constraint(self, :jobs)
+        end
+      rescue Sequel::CheckConstraintViolation
+        raise "Failed to add check constraint on 'jobs' table!\n" \
+                "There are rows where 'id_bigint' does not match 'id', thus step 3 of the bigint migration cannot be executed.\n" \
+                "Consider running rake task 'db:bigint_backfill[jobs]'."
+      end
+    end
+  end
+
+  down do
+    transaction do
+      VCAP::BigintMigration.drop_check_constraint(self, :jobs) if database_type == :postgres
+    end
+  end
+end

db/migrations/20250930135527_bigint_migration_jobs_step3b.rb

@@ -0,0 +1,52 @@
+require 'database/bigint_migration'
+
+Sequel.migration do
+  no_transaction
+
+  up do
+    if database_type == :postgres && VCAP::BigintMigration.has_check_constraint?(self, :jobs)
+      transaction do
+        # Drop check constraint and trigger function
+        VCAP::BigintMigration.drop_check_constraint(self, :jobs)
+        VCAP::BigintMigration.drop_trigger_function(self, :jobs)
+
+        # Drop old id column
+        VCAP::BigintMigration.drop_pk_column(self, :jobs)
+
+        # Switch id_bigint -> id
+        VCAP::BigintMigration.rename_bigint_column(self, :jobs)
+        VCAP::BigintMigration.add_pk_constraint(self, :jobs)
+        VCAP::BigintMigration.set_pk_as_identity_with_correct_start_value(self, :jobs)
+      end
+    end
+  end
+
+  down do
+    if database_type == :postgres && VCAP::BigintMigration.migration_completed?(self, :jobs)
+      transaction do
+        # Revert id -> id_bigint
+        VCAP::BigintMigration.drop_identity(self, :jobs)
+        VCAP::BigintMigration.drop_timestamp_pk_index(self, :jobs)
+        VCAP::BigintMigration.drop_pk_constraint(self, :jobs)
+        VCAP::BigintMigration.revert_bigint_column_name(self, :jobs)
+
+        # Restore old id column
+        VCAP::BigintMigration.add_id_column(self, :jobs)
+
+        # To restore the previous state it is necessary to backfill the id column. In case there is a lot of data in the
+        # table this might be problematic, e.g. take a longer time.
+        #
+        # Ideally this down migration SHOULD NEVER BE EXECUTED IN A PRODUCTION SYSTEM! (It's there for proper integration
+        # testing of the bigint migration steps.)
+        VCAP::BigintMigration.backfill_id(self, :jobs)
+
+        VCAP::BigintMigration.add_pk_constraint(self, :jobs)
+        VCAP::BigintMigration.set_pk_as_identity_with_correct_start_value(self, :jobs)
+
+        # Recreate trigger function and check constraint
+        VCAP::BigintMigration.create_trigger_function(self, :jobs)
+        VCAP::BigintMigration.add_check_constraint(self, :jobs)
+      end
+    end
+  end
+end

db/migrations/20250930135548_bigint_migration_app_usage_events_step3a.rb

@@ -0,0 +1,29 @@
+require 'database/bigint_migration'
+
+Sequel.migration do
+  no_transaction
+
+  up do
+    if database_type == :postgres && !VCAP::BigintMigration.migration_completed?(self, :app_usage_events) && !VCAP::BigintMigration.migration_skipped?(self, :app_usage_events)
+      transaction do
+        VCAP::BigintMigration.add_check_constraint(self, :app_usage_events)
+      end
+
+      begin
+        VCAP::Migration.with_concurrent_timeout(self) do
+          VCAP::BigintMigration.validate_check_constraint(self, :app_usage_events)
+        end
+      rescue Sequel::CheckConstraintViolation
+        raise "Failed to add check constraint on 'app_usage_events' table!\n" \
+                "There are rows where 'id_bigint' does not match 'id', thus step 3 of the bigint migration cannot be executed.\n" \
+                "Consider running rake task 'db:bigint_backfill[app_usage_events]'."
+      end
+    end
+  end
+
+  down do
+    transaction do
+      VCAP::BigintMigration.drop_check_constraint(self, :app_usage_events) if database_type == :postgres
+    end
+  end
+end

db/migrations/20250930135554_bigint_migration_app_usage_events_step3b.rb

@@ -0,0 +1,52 @@
+require 'database/bigint_migration'
+
+Sequel.migration do
+  no_transaction
+
+  up do
+    if database_type == :postgres && VCAP::BigintMigration.has_check_constraint?(self, :app_usage_events)
+      transaction do
+        # Drop check constraint and trigger function
+        VCAP::BigintMigration.drop_check_constraint(self, :app_usage_events)
+        VCAP::BigintMigration.drop_trigger_function(self, :app_usage_events)
+
+        # Drop old id column
+        VCAP::BigintMigration.drop_pk_column(self, :app_usage_events)
+
+        # Switch id_bigint -> id
+        VCAP::BigintMigration.rename_bigint_column(self, :app_usage_events)
+        VCAP::BigintMigration.add_pk_constraint(self, :app_usage_events)
+        VCAP::BigintMigration.set_pk_as_identity_with_correct_start_value(self, :app_usage_events)
+      end
+    end
+  end
+
+  down do
+    if database_type == :postgres && VCAP::BigintMigration.migration_completed?(self, :app_usage_events)
+      transaction do
+        # Revert id -> id_bigint
+        VCAP::BigintMigration.drop_identity(self, :app_usage_events)
+        VCAP::BigintMigration.drop_timestamp_pk_index(self, :app_usage_events)
+        VCAP::BigintMigration.drop_pk_constraint(self, :app_usage_events)
+        VCAP::BigintMigration.revert_bigint_column_name(self, :app_usage_events)
+
+        # Restore old id column
+        VCAP::BigintMigration.add_id_column(self, :app_usage_events)
+
+        # To restore the previous state it is necessary to backfill the id column. In case there is a lot of data in the
+        # table this might be problematic, e.g. take a longer time.
+        #
+        # Ideally this down migration SHOULD NEVER BE EXECUTED IN A PRODUCTION SYSTEM! (It's there for proper integration
+        # testing of the bigint migration steps.)
+        VCAP::BigintMigration.backfill_id(self, :app_usage_events)
+
+        VCAP::BigintMigration.add_pk_constraint(self, :app_usage_events)
+        VCAP::BigintMigration.set_pk_as_identity_with_correct_start_value(self, :app_usage_events)
+
+        # Recreate trigger function and check constraint
+        VCAP::BigintMigration.create_trigger_function(self, :app_usage_events)
+        VCAP::BigintMigration.add_check_constraint(self, :app_usage_events)
+      end
+    end
+  end
+end

db/migrations/20250930135612_bigint_migration_service_usage_events_step3a.rb

@@ -0,0 +1,29 @@
+require 'database/bigint_migration'
+
+Sequel.migration do
+  no_transaction
+
+  up do
+    if database_type == :postgres && !VCAP::BigintMigration.migration_completed?(self, :service_usage_events) && !VCAP::BigintMigration.migration_skipped?(self, :service_usage_events)
+      transaction do
+        VCAP::BigintMigration.add_check_constraint(self, :service_usage_events)
+      end
+
+      begin
+        VCAP::Migration.with_concurrent_timeout(self) do
+          VCAP::BigintMigration.validate_check_constraint(self, :service_usage_events)
+        end
+      rescue Sequel::CheckConstraintViolation
+        raise "Failed to add check constraint on 'service_usage_events' table!\n" \
+                "There are rows where 'id_bigint' does not match 'id', thus step 3 of the bigint migration cannot be executed.\n" \
+                "Consider running rake task 'db:bigint_backfill[service_usage_events]'."
+      end
+    end
+  end
+
+  down do
+    transaction do
+      VCAP::BigintMigration.drop_check_constraint(self, :service_usage_events) if database_type == :postgres
+    end
+  end
+end

db/migrations/20250930135619_bigint_migration_service_usage_events_step3b.rb

@@ -0,0 +1,52 @@
+require 'database/bigint_migration'
+
+Sequel.migration do
+  no_transaction
+
+  up do
+    if database_type == :postgres && VCAP::BigintMigration.has_check_constraint?(self, :service_usage_events)
+      transaction do
+        # Drop check constraint and trigger function
+        VCAP::BigintMigration.drop_check_constraint(self, :service_usage_events)
+        VCAP::BigintMigration.drop_trigger_function(self, :service_usage_events)
+
+        # Drop old id column
+        VCAP::BigintMigration.drop_pk_column(self, :service_usage_events)
+
+        # Switch id_bigint -> id
+        VCAP::BigintMigration.rename_bigint_column(self, :service_usage_events)
+        VCAP::BigintMigration.add_pk_constraint(self, :service_usage_events)
+        VCAP::BigintMigration.set_pk_as_identity_with_correct_start_value(self, :service_usage_events)
+      end
+    end
+  end
+
+  down do
+    if database_type == :postgres && VCAP::BigintMigration.migration_completed?(self, :service_usage_events)
+      transaction do
+        # Revert id -> id_bigint
+        VCAP::BigintMigration.drop_identity(self, :service_usage_events)
+        VCAP::BigintMigration.drop_timestamp_pk_index(self, :service_usage_events)
+        VCAP::BigintMigration.drop_pk_constraint(self, :service_usage_events)
+        VCAP::BigintMigration.revert_bigint_column_name(self, :service_usage_events)
+
+        # Restore old id column
+        VCAP::BigintMigration.add_id_column(self, :service_usage_events)
+
+        # To restore the previous state it is necessary to backfill the id column. In case there is a lot of data in the
+        # table this might be problematic, e.g. take a longer time.
+        #
+        # Ideally this down migration SHOULD NEVER BE EXECUTED IN A PRODUCTION SYSTEM! (It's there for proper integration
+        # testing of the bigint migration steps.)
+        VCAP::BigintMigration.backfill_id(self, :service_usage_events)
+
+        VCAP::BigintMigration.add_pk_constraint(self, :service_usage_events)
+        VCAP::BigintMigration.set_pk_as_identity_with_correct_start_value(self, :service_usage_events)
+
+        # Recreate trigger function and check constraint
+        VCAP::BigintMigration.create_trigger_function(self, :service_usage_events)
+        VCAP::BigintMigration.add_check_constraint(self, :service_usage_events)
+      end
+    end
+  end
+end

spec/migrations/20250729143100_bigint_migration_service_usage_events_step3a_spec.rb

@@ -0,0 +1,19 @@
+require 'spec_helper'
+require 'migrations/helpers/bigint_migration_step3_shared_context'
+
+RSpec.describe 'bigint migration - service_usage_events table - step3a', isolation: :truncation, type: :migration do
+  include_context 'bigint migration step3a' do
+    let(:migration_filename_step1) { '20250729143100_bigint_migration_service_usage_events_step1.rb' }
+    let(:migration_filename_step3a) { '20250930135612_bigint_migration_service_usage_events_step3a.rb' }
+    let(:table) { :service_usage_events }
+    let(:insert) do
+      lambda do |db|
+        db[:service_usage_events].insert(guid: SecureRandom.uuid, created_at: Time.now.utc,
+                                         state: 'teststate', org_guid: SecureRandom.uuid,
+                                         space_guid: SecureRandom.uuid, space_name: 'testspace',
+                                         service_instance_guid: SecureRandom.uuid, service_instance_name: 'testinstance',
+                                         service_instance_type: 'testtype')
+      end
+    end
+  end
+end

spec/migrations/20250930135451_bigint_migration_delayed_jobs_step3a_spec.rb

@@ -0,0 +1,15 @@
+require 'spec_helper'
+require 'migrations/helpers/bigint_migration_step3_shared_context'
+
+RSpec.describe 'bigint migration - delayed jobs table - step3a', isolation: :truncation, type: :migration do
+  include_context 'bigint migration step3a' do
+    let(:migration_filename_step1) { '20250729142800_bigint_migration_delayed_jobs_step1.rb' }
+    let(:migration_filename_step3a) { '20250930135612_bigint_migration_service_usage_events_step3a.rb' }
+    let(:table) { :delayed_jobs }
+    let(:insert) do
+      lambda do |db|
+        db[:delayed_jobs].insert(guid: SecureRandom.uuid, created_at: Time.now.utc, updated_at: Time.now.utc)
+      end
+    end
+  end
+end