Replace CrunchyDB (bcgov#2379)

Author: Fosol

db/postgres/docker/Dockerfile.prod

@@ -0,0 +1,3 @@
+FROM postgres:15.6
+
+COPY ./scripts /docker-entrypoint-initdb.d/

openshift/kustomize/api-services/base/deploy.yaml

@@ -70,9 +70,6 @@ spec:
             - name: ingest-storage
               mountPath: /mnt/ingest
           resources:
-            limits:
-              cpu: 500m
-              memory: 1536Mi
             requests:
               cpu: 100m
               memory: 350Mi
@@ -140,13 +137,13 @@ spec:
             - name: DB_POSTGRES_USERNAME
               valueFrom:
                 secretKeyRef:
-                  name: crunchy-pguser-admin
-                  key: user
+                  name: database
+                  key: USERNAME
             - name: DB_POSTGRES_PASSWORD
               valueFrom:
                 secretKeyRef:
-                  name: crunchy-pguser-admin
-                  key: password
+                  name: database
+                  key: PASSWORD
 
             - name: Elastic__Url
               valueFrom:
@@ -179,7 +176,7 @@ spec:
                 configMapKeyRef:
                   name: reporting-shared
                   key: REPORTING_REQUEST_TRANSCRIPT_URL
-            
+
             # S3 Configuration
             - name: S3_ACCESS_KEY
               valueFrom:

openshift/kustomize/api/base/deploy.yaml

@@ -70,9 +70,6 @@ spec:
             - name: ingest-storage
               mountPath: /mnt/ingest
           resources:
-            limits:
-              cpu: 500m
-              memory: 1536Mi
             requests:
               cpu: 100m
               memory: 350Mi
@@ -137,13 +134,13 @@ spec:
             - name: DB_POSTGRES_USERNAME
               valueFrom:
                 secretKeyRef:
-                  name: crunchy-pguser-admin
-                  key: user
+                  name: database
+                  key: USERNAME
             - name: DB_POSTGRES_PASSWORD
               valueFrom:
                 secretKeyRef:
-                  name: crunchy-pguser-admin
-                  key: password
+                  name: database
+                  key: PASSWORD
 
             - name: Elastic__Url
               valueFrom:
@@ -176,7 +173,7 @@ spec:
                 configMapKeyRef:
                   name: reporting-shared
                   key: REPORTING_REQUEST_TRANSCRIPT_URL
-                  
+
             # S3 Configuration
             - name: S3_ACCESS_KEY
               valueFrom:

openshift/kustomize/api/base/statefulset.yaml

@@ -86,9 +86,6 @@ spec:
             - name: ingest-storage
               mountPath: /mnt/ingest
           resources:
-            limits:
-              cpu: 500m
-              memory: 1536Mi
             requests:
               cpu: 100m
               memory: 350Mi
@@ -150,13 +147,13 @@ spec:
             - name: DB_POSTGRES_USERNAME
               valueFrom:
                 secretKeyRef:
-                  name: crunchy-pguser-admin
-                  key: user
+                  name: database
+                  key: USERNAME
             - name: DB_POSTGRES_PASSWORD
               valueFrom:
                 secretKeyRef:
-                  name: crunchy-pguser-admin
-                  key: password
+                  name: database
+                  key: PASSWORD
 
             - name: Elastic__Url
               valueFrom:

openshift/kustomize/elastic/base/statefulset.yaml

@@ -63,9 +63,6 @@ spec:
             requests:
               cpu: 100m
               memory: 850Mi
-            limits:
-              cpu: 200m
-              memory: 1500Mi
           ports:
             - containerPort: 9200
               name: 9200-tcp

openshift/kustomize/kafka/broker/base/statefulset.yaml

@@ -81,9 +81,6 @@ spec:
             requests:
               cpu: 50m
               memory: 3Gi
-            limits:
-              cpu: 100m
-              memory: 5Gi
           terminationMessagePath: /dev/termination-log
           terminationMessagePolicy: File
           env:

openshift/kustomize/postgres/crunchy/README.md

@@ -11,14 +11,14 @@ To install the CrunchyDB HA Cluster in the **dev** namespace, run the following
 To perform an adhoc backup of the database run the following command.
 
 ```bash
-oc annotate -n 9b301c-test postgrescluster postgres-cluster \
+oc annotate -n 9b301c-prod postgrescluster crunchy \
   postgres-operator.crunchydata.com/pgbackrest-backup="$( date '+%F_%H:%M:%S' )"
 ```
 
 Subsequent runs will require the `--overwrite` attribute.
 
 ```bash
-oc annotate -n 9b301c-test postgrescluster postgres-cluster --overwrite \
+oc annotate -n 9b301c-prod postgrescluster crunchy --overwrite \
   postgres-operator.crunchydata.com/pgbackrest-backup="$( date '+%F_%H:%M:%S' )"
 ```
 
@@ -56,7 +56,7 @@ oc kustomize openshift/kustomize/postgres/crunchy/overlays/dev | oc apply -f -
 You will need to wait and confirm the backup has been completed, as this is just a request for it do it when it can.
 
 ```bash
-oc annotate -n 9b301c-test postgrescluster postgres-cluster \
+oc annotate -n 9b301c-test postgrescluster crunchy \
   postgres-operator.crunchydata.com/pgbackrest-backup="$( date '+%F_%H:%M:%S' )"
 ```
 
@@ -79,32 +79,32 @@ Link the cluster to the update.
 
 ```bash
 # Annotate the cluster
-oc -n 9b301c-dev annotate postgrescluster crunchy postgres-operator.crunchydata.com/allow-upgrade="crunchy-upgrade"
+oc -n 9b301c-prod annotate postgrescluster crunchy postgres-operator.crunchydata.com/allow-upgrade="crunchy-upgrade"
 ```
 
 Shutdown the cluster.
 
 ```bash
-oc patch postgrescluster/crunchy -n 9b301c-dev --type merge --patch '{"spec":{"shutdown": true}}'
+oc patch postgrescluster/crunchy -n 9b301c-prod --type merge --patch '{"spec":{"shutdown": true}}'
 ```
 
 ### Step 6: Watch and Wait
 
 Check on status.
 
 ```bash
-oc describe pgupgrade -n 9b301c-dev
+oc describe pgupgrade -n 9b301c-prod
 ```
 
 ### Step 7: Restart
 
 Update `PostgresCluster` object with `spec.postgresVersion: 15`.
 
 ```bash
-oc patch postgrescluster/crunchy -n 9b301c-dev --type merge --patch '{"spec":{"postgresVersion": 15}}'
+oc patch postgrescluster/crunchy -n 9b301c-prod --type merge --patch '{"spec":{"postgresVersion": 15}}'
 
 # Start up again
-oc patch postgrescluster/crunchy -n 9b301c-dev --type merge --patch '{"spec":{"shutdown": false}}'
+oc patch postgrescluster/crunchy -n 9b301c-prod --type merge --patch '{"spec":{"shutdown": false}}'
 ```
 
 ### Other Commands
@@ -114,3 +114,9 @@ If you need to restart.
 ```bash
 oc patch postgrescluster/crunchy -n 9b301c-dev --type merge --patch '{"spec":{"metadata":{"annotations":{"restarted":"'"$(date)"'"}}}}'
 ```
+
+### Restore
+
+```bash
+oc annotate -n 9b301c-dev postgrescluster crunchy --overwrite postgres-operator.crunchydata.com/pgbackrest-restore="$(date)"
+```

openshift/kustomize/postgres/crunchy/base/deploy.yaml

@@ -11,9 +11,8 @@ metadata:
     component: postgres
     managed-by: kustomize
     created-by: jeremy.foster
-    updated-by: kulpree
 spec:
-  postgresVersion: 14
+  postgresVersion: 15
   users:
     - name: postgres
     - name: admin
@@ -26,19 +25,13 @@ spec:
           requests:
             cpu: 25m
             memory: 100Mi
-          limits:
-            cpu: 50m
-            memory: 250Mi
   instances:
     - name: postgres
       replicas: 3
       resources:
         requests:
           cpu: 50m
           memory: 250Mi
-        limits:
-          cpu: 250m
-          memory: 2Gi
       dataVolumeClaimSpec:
         accessModes:
           - ReadWriteOnce
@@ -69,21 +62,21 @@ spec:
             requests:
               cpu: 25m
               memory: 100Mi
-            limits:
-              cpu: 100m
-              memory: 250Mi
   backups:
     pgbackrest:
+      # restore:
+      #   enabled: true
+      #   repoName: repo1
+      #   options:
+      #     - --type=time
+      #     - --target="2024-01-04 12:00:00-00"
       global:
         repo1-retention-full: "1"
       repoHost:
         resources:
           requests:
             cpu: 50m
             memory: 100Mi
-          limits:
-            cpu: 250m
-            memory: 1Gi
       jobs:
         ttlSecondsAfterFinished: 100
       repos:
@@ -111,17 +104,11 @@ spec:
             requests:
               cpu: 50m
               memory: 50Mi
-            limits:
-              cpu: 250m
-              memory: 500Mi
         pgbackrestConfig:
           resources:
             requests:
               cpu: 25m
               memory: 50Mi
-            limits:
-              cpu: 100m
-              memory: 500Mi
   proxy:
     pgBouncer:
       config:
@@ -132,9 +119,6 @@ spec:
         requests:
           cpu: 25m
           memory: 100Mi
-        limits:
-          cpu: 50m
-          memory: 250Mi
       affinity:
         podAntiAffinity:
           preferredDuringSchedulingIgnoredDuringExecution:

openshift/kustomize/postgres/crunchy/base/upgrade.yaml

@@ -0,0 +1,8 @@
+apiVersion: postgres-operator.crunchydata.com/v1beta1
+kind: PGUpgrade
+metadata:
+  name: crunchy-upgrade
+spec:
+  postgresClusterName: crunchy
+  fromPostgresVersion: 14
+  toPostgresVersion: 15

openshift/kustomize/postgres/crunchy/overlays/prod/kustomization.yaml

@@ -16,6 +16,6 @@ patches:
         value: 3
       - op: replace
         path: /spec/instances/0/dataVolumeClaimSpec/resources/requests/storage
-        value: 28Gi
+        value: 37Gi
         path: /spec/backups/pgbackrest/repos/0/volume/volumeClaimSpec/resources/requests/storage
         value: 65Gi