add ability to add/remove jsonb

Author: Cmdv

cardano-db-sync/src/Cardano/DbSync.hs

@@ -175,17 +175,6 @@ runSyncNode metricsSetters trce iomgr dbConnString ranMigrations runMigrationFnc
         runOrThrowIO $ runExceptT $ do
           genCfg <- readCardanoGenesisConfig syncNodeConfigFromFile
           resJsonbInSchema <- dbJsonbInSchema backend
-
-          -- if the database has jsonb datatypes and the configuration does not have add_jsonb_to_schema enabled, then warn the user
-          when (resJsonbInSchema && not isJsonBInSchemaConfig) $
-            liftIO $
-              logAndThrowIO trce $
-                SNErrJsonbInSchema
-                  ( "The database has jsonb datatypes active. "
-                      <> "Once jsonb datatypes have been enabled via `add_jsonb_to_schema` "
-                      <> "configuration you need to make sure that configuration is not removed and always present."
-                  )
-
           logProtocolMagicId trce $ genesisProtocolMagicId genCfg
           syncEnv <-
             ExceptT $
@@ -199,6 +188,12 @@ runSyncNode metricsSetters trce iomgr dbConnString ranMigrations runMigrationFnc
                 syncNodeParams
                 ranMigrations
                 runMigrationFnc
+
+          -- if the database has jsonb datatypes and the configuration does not have add_jsonb_to_schema enabled, then warn the user
+          when (resJsonbInSchema && not isJsonBInSchemaConfig) $ do
+            liftIO $ logWarning trce "The database has jsonb datatypes, but the configuration does not have add_jsonb_to_schema enabled. The all jsonb datatypes will be put back which can take time."
+            liftIO $ runDisableJsonbInSchema syncEnv
+
           -- if the database doesn't have jsonb datatypes and the configuration does have add_jsonb_to_schema enabled, then add jsonb datatypes to the database
           when (not resJsonbInSchema && isJsonBInSchemaConfig) $ liftIO $ runEnableJsonbInSchema syncEnv
           liftIO $ runExtraMigrationsMaybe syncEnv

cardano-db-sync/src/Cardano/DbSync/Api.hs

@@ -27,6 +27,7 @@ module Cardano.DbSync.Api (
   initPruneConsumeMigration,
   runExtraMigrationsMaybe,
   runEnableJsonbInSchema,
+  runDisableJsonbInSchema,
   getSafeBlockNoDiff,
   getPruneInterval,
   whenConsumeOrPruneTxOut,
@@ -180,6 +181,10 @@ runEnableJsonbInSchema :: SyncEnv -> IO ()
 runEnableJsonbInSchema syncEnv =
   void $ DB.runDbIohkNoLogging (envBackend syncEnv) DB.enableJsonbInSchema
 
+runDisableJsonbInSchema :: SyncEnv -> IO ()
+runDisableJsonbInSchema syncEnv =
+  void $ DB.runDbIohkNoLogging (envBackend syncEnv) DB.disableJsonbInSchema
+
 getSafeBlockNoDiff :: SyncEnv -> Word64
 getSafeBlockNoDiff syncEnv = 2 * getSecurityParam syncEnv
 

cardano-db/src/Cardano/Db/Migration/Extra/JsonbInSchemaQueries.hs

@@ -54,6 +54,46 @@ enableJsonbInSchema = do
       "ALTER TABLE off_chain_vote_data ALTER COLUMN json TYPE jsonb USING json::jsonb"
       []
 
+disableJsonbInSchema ::
+  forall m.
+  ( MonadBaseControl IO m
+  , MonadIO m
+  ) =>
+  ReaderT SqlBackend m ()
+disableJsonbInSchema = do
+  handle exceptHandler $
+    rawExecute
+      "ALTER TABLE 'tx_metadata' ALTER COLUMN 'json' TYPE VARCHAR"
+      []
+  handle exceptHandler $
+    rawExecute
+      "ALTER TABLE 'script' ALTER COLUMN 'json' TYPE VARCHAR"
+      []
+  handle exceptHandler $
+    rawExecute
+      "ALTER TABLE 'datum' ALTER COLUMN 'value' TYPE VARCHAR"
+      []
+  handle exceptHandler $
+    rawExecute
+      "ALTER TABLE 'redeemer_data' ALTER COLUMN 'value' TYPE VARCHAR"
+      []
+  handle exceptHandler $
+    rawExecute
+      "ALTER TABLE 'cost_model' ALTER COLUMN 'costs' TYPE VARCHAR"
+      []
+  handle exceptHandler $
+    rawExecute
+      "ALTER TABLE 'gov_action_proposal' ALTER COLUMN 'description' TYPE VARCHAR"
+      []
+  handle exceptHandler $
+    rawExecute
+      "ALTER TABLE 'off_chain_pool_data' ALTER COLUMN 'json' TYPE VARCHAR"
+      []
+  handle exceptHandler $
+    rawExecute
+      "ALTER TABLE 'off_chain_vote_data' ALTER COLUMN 'json' TYPE VARCHAR"
+      []
+
 queryJsonbInSchemaExists ::
   (MonadIO m) =>
   ReaderT SqlBackend m Bool

schema/migration-2-0040-20240513.sql renamed to schema/migration-2-0041-20240521.sql

@@ -5,7 +5,7 @@ DECLARE
   next_version int ;
 BEGIN
   SELECT stage_two + 1 INTO next_version FROM schema_version ;
-  IF next_version = 40 THEN
+  IF next_version = 41 THEN
     EXECUTE 'ALTER TABLE "tx_metadata" ALTER COLUMN "json" TYPE VARCHAR' ;
     EXECUTE 'ALTER TABLE "script" ALTER COLUMN "json" TYPE VARCHAR' ;
     EXECUTE 'ALTER TABLE "datum" ALTER COLUMN "value" TYPE VARCHAR' ;