feat(sql): Enable pg_cron

Author: devsjc

Makefile

@@ -197,7 +197,7 @@ gen.proto.python: ${PROTOC}
 .PHONY: run.db # Run an instance of Postgres with the required extensions
 run.db:
 	docker build -f internal/server/postgres/infra/Containerfile internal/server/postgres/infra -t data-platform-pgdb:local
-	docker run --rm -e POSTGRES_USER=postgres -e POSTGRES_PASSWORD=postgres -e POSTGRES_DB=postgres -p "5400:5432" data-platform-pgdb:local
+	docker run --rm -e POSTGRES_USER=postgres -e POSTGRES_PASSWORD=postgres -e POSTGRES_DB=postgres -p "5400:5432" data-platform-pgdb:local postgres -c 'shared_preload_libraries=pg_cron' -c 'cron.database_name=postgres'
 
 .PHONY: run.notebook # Run a python notebook to inspect the API
 run.notebook: gen.proto.python

internal/server/postgres/infra/Containerfile

@@ -6,7 +6,7 @@ RUN apt-get update \
     && apt-get install -y --no-install-recommends \
         postgresql-16-postgis-3 \
         postgresql-16-postgis-3-scripts \
+    && apt-get install -y --no-install-recommends postgresql-16-cron \
     && rm -rf /var/lib/apt/lists/*
 
-COPY init_postgis.sh /docker-entrypoint-initdb.d/10_init_postgis.sh
-COPY init_partman_bgw.sh /docker-entrypoint-initdb.d/99_init_partman_bgw.sh
+COPY init_db.sh /docker-entrypoint-initdb.d/00_init_db.sh

…erver/postgres/infra/init_partman_bgw.sh internal/server/postgres/infra/init_db.shinternal/server/postgres/infra/init_partman_bgw.sh renamed to internal/server/postgres/infra/init_db.sh internal/server/postgres/infra/init_partman_bgw.sh renamed to internal/server/postgres/infra/init_db.sh

@@ -1,37 +1,29 @@
 #!/bin/bash
-# /docker-entrypoint-initdb.d/99_init_partman_bgw.sh
+# /docker-entrypoint-initdb.d/10_init_extensions.sh
 
-# Exit immediately if a command exits with a non-zero status.
-set -e
-
-echo "[+] Configuring pg_partman background worker (BGW) in postgresql.conf"
+echo "[+] Configuring shared_preload_libraries in postgresql.conf"
 
 CONF_FILE="${PGDATA}/postgresql.conf"
-LIB_NAME='pg_partman_bgw'
 
-# Check if the library is already configured (idempotency)
+LIB_NAME='pg_cron'
+
 if grep -Eq "^shared_preload_libraries\s*=\s*'.*${LIB_NAME}" "$CONF_FILE"; then
     echo "    '${LIB_NAME}' already found in shared_preload_libraries."
-# Check if shared_preload_libraries line exists and is commented out
 elif grep -q "^#shared_preload_libraries" "$CONF_FILE"; then
+    # shared_preload_libraries line exists and is commented out
     echo "    Uncommenting shared_preload_libraries and adding '${LIB_NAME}'"
     sed -ri "s!^#shared_preload_libraries\s*=\s*'?(.*?)'?\s*(#.*)?!shared_preload_libraries = '${LIB_NAME}' \2!" "$CONF_FILE"
     echo "    Successfully uncommented and set '${LIB_NAME}'."
-# Check if shared_preload_libraries exists and is uncommented
 elif grep -q "^shared_preload_libraries" "$CONF_FILE"; then
+    # shared_preload_libraries exists and is uncommented
     echo "    Appending '${LIB_NAME}' to existing shared_preload_libraries..."
-    # Use the safer method: extract current value, build new value, replace line.
-    # 1. Extract current value (content inside the quotes)
     current_val=$(grep "^shared_preload_libraries" "$CONF_FILE" | sed -n "s/^shared_preload_libraries\s*=\s*'\([^']*\)'.*/\1/p")
-    # 2. Construct new value
     if [ -z "$current_val" ] || [ "$current_val" = '' ]; then
-        # If current value is empty, just set the new library
+        # if current value is empty, just set the new library
         new_val="'${LIB_NAME}'"
     else
-        # If current value exists, append the new library with a comma
         new_val="'${current_val},${LIB_NAME}'"
     fi
-    # 3. Replace the whole line using the new value
     sed -ri "s!^shared_preload_libraries\s*=.*!shared_preload_libraries = ${new_val}!" "$CONF_FILE"
     echo "    Successfully appended '${LIB_NAME}'."
 else
@@ -41,13 +33,19 @@ else
     echo "shared_preload_libraries = '${LIB_NAME}'" >> "$CONF_FILE"
     echo "    Successfully added '${LIB_NAME}'."
 fi
+echo "cron.database_name = '${POSTGRES_DB}'" >> "$CONF_FILE"
+
 
 export PGUSER="$POSTGRES_USER"
-# Load pg_partman into $POSTGRES_DB
-for DB in "$POSTGRES_DB"; do
-  echo "Loading pg_partman extensions into $DB"
-  "${psql[@]}" --dbname="$DB" <<-'EOSQL'
-      CREATE SCHEMA IF NOT EXISTS partman;
-      CREATE EXTENSION IF NOT EXISTS pg_partman WITH SCHEMA partman;
+
+echo "[+] Loading extensions into $DB_NAME"
+# We still set the session variable to be safe, though CMD usually covers it
+"${psql[@]}" --dbname="$DB_NAME" <<-'EOSQL'
+    CREATE EXTENSION IF NOT EXISTS pg_cron;
+    CREATE EXTENSION IF NOT EXISTS postgis WITH SCHEMA public;
+    CREATE SCHEMA IF NOT EXISTS topology;
+    CREATE EXTENSION IF NOT EXISTS postgis_topology WITH SCHEMA topology;
+    CREATE SCHEMA IF NOT EXISTS partman;
+    CREATE EXTENSION IF NOT EXISTS pg_partman WITH SCHEMA partman;
 EOSQL
-done
+

internal/server/postgres/infra/init_postgis.sh

@@ -58,7 +58,7 @@ func setupTestMain(ctx context.Context, m *testing.M) (code int, err error) {
 			"POSTGRES_PASSWORD": "postgres",
 			"POSTGRES_DB":       "postgres",
 		},
-		Cmd:          []string{"postgres", "-c", "fsync=off"},
+		Cmd:          []string{"postgres", "-c", "fsync=off", "-c", "shared_preload_libraries=pg_cron"},
 		ExposedPorts: []string{"5432/tcp"},
 		WaitingFor: wait.ForAll(
 			wait.ForLog(

internal/server/postgres/package_test.go

@@ -16,9 +16,11 @@
  * One geometry can have multiple sources, e.g. the UK nation geometry can have solar, wind, etc.
  */
 
-CREATE SCHEMA loc;
 CREATE EXTENSION IF NOT EXISTS btree_gist;
-CREATE EXTENSION IF NOT EXISTS postgis;
+CREATE EXTENSION IF NOT EXISTS postgis WITH SCHEMA public;
+CREATE EXTENSION IF NOT EXISTS postgis_topology WITH SCHEMA topology;
+
+CREATE SCHEMA loc;
 
 /*- Lookups -----------------------------------------------------------------------------------*/
 
@@ -164,3 +166,6 @@ CREATE INDEX ON loc.sources_mv USING gist (sys_period);
 
 -- +goose Down
 DROP SCHEMA loc CASCADE;
+DROP EXTENSION IF EXISTS postgis_topology;
+DROP EXTENSION IF EXISTS postgis;
+DROP EXTENSION IF EXISTS btree_gist;

internal/server/postgres/sql/migrations/00002_locations.sql

@@ -8,6 +8,10 @@
  * with these providers provide access to the data in order to test the accuracy of predictions.
 */
 
+CREATE SCHEMA IF NOT EXISTS partman;
+CREATE EXTENSION IF NOT EXISTS pg_partman WITH SCHEMA partman;
+CREATE EXTENSIONS IF NOT EXISTS pg_cron;
+
 CREATE SCHEMA obs;
 
 /*- Tables ----------------------------------------------------------------------------------*/
@@ -84,5 +88,19 @@ SET
 WHERE parent_table = 'obs.observed_generation_values';
 SELECT partman.run_maintenance('obs.observed_generation_values');
 
+/*
+ * Schedule regular maintenance for the partitioned observed generation values table.
+ * This runs every hour.
+ */
+SELECT cron.schedule('partman-ogv-maintenance', '0 * * * *',
+    $$SELECT partman.run_maintenance('obs.observed_generation_values');$$
+);
+
+
 -- +goose Down
+SELECT cron.unschedule('partman-ogv-maintenance');
 DROP SCHEMA obs CASCADE;
+
+DROP EXTENSION IF EXISTS pg_partman CASCADE;
+DROP SCHEMA partman CASCADE;
+DROP EXTENSION IF EXISTS pg_cron CASCADE;

internal/server/postgres/sql/migrations/00003_observations.sql

@@ -198,5 +198,15 @@ SET
 WHERE parent_table = 'pred.predicted_generation_values';
 SELECT partman.run_maintenance('pred.predicted_generation_values');
 
+/*
+ * Schedule regular maintenance for the partitioned predicted generation values table.
+ * This runs every hour.
+ */
+SELECT cron.schedule('partman-pgv-maintenance', '0 * * * *',
+    $$SELECT partman.run_maintenance('pred.predicted_generation_values');$$
+);
+
 -- +goose Down
+SELECT cron.unschedule('partman-pgv-maintenance');
 DROP SCHEMA pred CASCADE;
+