feat: build sync instance images (internal#70)

Author: agneum

.gitlab-ci.yml

@@ -3,3 +3,4 @@ stages:
 
 include:
   - local: '/extended/build-images-ci.yml'
+  - local: '/sync-instance/build-images-ci.yml'

README.md

@@ -1,9 +1,34 @@
 # Postgres Images
 
+## Extended images
+
 PostgreSQL Docker images with various additional extensions. Includes HypoPG, pg_hint_plan, more.
 
 Available versions: 9.6, 10, 11, 12.
 
 Use these images with Database Lab, when you need HypoPG or anything else. 
 
 Proposals to add more extensions are welcome in the project repo: https://gitlab.com/postgres-ai/custom-images/-/issues
+
+## Sync Instance images
+
+PostgreSQL Docker images with WAL-G.
+
+Available versions: 9.6, 10, 11, 12.
+
+Use these images when you need set up a replica fetching WAL archives from an S3-compatible storage.
+
+Example of sync instance usage with backups in Google Cloud Storage:
+
+```bash
+docker run \
+   --name sync-instance \
+   --env PGDATA=/var/lib/postgresql/pgdata \
+   --env WALG_GS_PREFIX="gs://{BUCKET}/{SCOPE}" \
+   --env GOOGLE_APPLICATION_CREDENTIALS="/etc/sa/credentials.json" \
+   --volume /home/service_account.json:/etc/sa/credentials.json \
+   --volume /var/lib/dblab/data:/var/lib/postgresql/pgdata:rshared \
+   --detach \
+   postgresai/sync-instance:12
+```
+See the full list of configuration options in the [WAL-G project](https://github.com/wal-g/wal-g#configuration) repo.

extended/ci_docker_build_push.sh renamed to ci_docker_build_push.sh

@@ -6,7 +6,7 @@
       name: docker:19.03.5-dind
   script:
     - apk add --no-cache bash
-    - bash ./extended/ci_docker_build_push.sh
+    - bash ./ci_docker_build_push.sh
 
 .only_var_template: &only_tag_release
   only:

extended/build-images-ci.yml

@@ -0,0 +1,19 @@
+ARG PG_SERVER_VERSION=12
+
+FROM postgres:${PG_SERVER_VERSION}
+
+ARG PG_SERVER_VERSION
+ENV PG_SERVER_VERSION=${PG_SERVER_VERSION:-12}
+
+ARG WALG_VERSION
+ENV WALG_VERSION=${WALG_VERSION:-0.2.15}
+
+# Install dependecies.
+RUN apt-get update \
+    && apt-get install --no-install-recommends -y ca-certificates wget \
+    && wget --quiet -O /tmp/wal-g.linux-amd64.tar.gz "https://github.com/wal-g/wal-g/releases/download/v${WALG_VERSION}/wal-g.linux-amd64.tar.gz" \
+    && tar -zxvf /tmp/wal-g.linux-amd64.tar.gz && mv wal-g /usr/local/bin/ \
+    && rm -rf /tmp/* \
+    && apt-get purge -y --auto-remove \
+    && apt-get clean -y autoclean \
+    && rm -rf /var/lib/apt/lists/*

sync-instance/Dockerfile

@@ -0,0 +1,57 @@
+.job_template: &build_image_definition
+  image: docker:19
+  stage: build-image
+  services:
+    - alias: docker
+      name: docker:19.03.5-dind
+  script:
+    - apk add --no-cache bash
+    - bash ./ci_docker_build_push.sh
+
+.only_var_template: &only_tag_release
+  rules:
+    - if: '$CI_COMMIT_TAG =~ /^[0-9.]+$/'
+
+.template: &sync_image_definition
+  variables: &sync_image_vars
+    REGISTRY_USER: "${DH_CI_REGISTRY_USER}"
+    REGISTRY_PASSWORD: "${DH_CI_REGISTRY_PASSWORD}"
+    REGISTRY: "${DH_CI_REGISTRY}"
+    DOCKER_FILE: "sync-instance/Dockerfile"
+    DOCKER_NAME: "postgresai/sync-instance"
+
+build-sync-postgres-9-6-image-latest:
+  <<: *build_image_definition
+  <<: *only_tag_release
+  <<: *sync_image_definition
+  variables:
+    PG_SERVER_VERSION: "9.6"
+    <<: *sync_image_vars
+    TAGS: "${DOCKER_NAME}:${PG_SERVER_VERSION},${DOCKER_NAME}:${PG_SERVER_VERSION}-${CI_COMMIT_TAG}"
+
+build-sync-postgres-10-image-latest:
+  <<: *build_image_definition
+  <<: *only_tag_release
+  <<: *sync_image_definition
+  variables:
+    PG_SERVER_VERSION: "10"
+    <<: *sync_image_vars
+    TAGS: "${DOCKER_NAME}:${PG_SERVER_VERSION},${DOCKER_NAME}:${PG_SERVER_VERSION}-${CI_COMMIT_TAG}"
+
+build-sync-postgres-11-image-latest:
+  <<: *build_image_definition
+  <<: *only_tag_release
+  <<: *sync_image_definition
+  variables:
+    PG_SERVER_VERSION: "11"
+    <<: *sync_image_vars
+    TAGS: "${DOCKER_NAME}:${PG_SERVER_VERSION},${DOCKER_NAME}:${PG_SERVER_VERSION}-${CI_COMMIT_TAG}"
+
+build-sync-postgres-12-image-latest:
+  <<: *build_image_definition
+  <<: *only_tag_release
+  <<: *sync_image_definition
+  variables:
+    PG_SERVER_VERSION: "12"
+    <<: *sync_image_vars
+    TAGS: "${DOCKER_NAME}:${PG_SERVER_VERSION},${DOCKER_NAME}:${PG_SERVER_VERSION}-${CI_COMMIT_TAG}"