Skeleton for Postgres stuff

Author: Leons Petrazickis

.travis.yml

@@ -16,4 +16,4 @@ script: true
 after_success: if [ -n "$TRAVIS_TAG" ]; then bin/push; fi
 notifications:
   slack:
-    secure: objm+YC3fdtxenNHrMvD3Og0UxE6rrZxLEu1jLHJgXCBY8s9HoCaScLVSFs1OwIj6y82l/hi4mhegQRMK/5xn5a+kAyWo/NuRMz3yjWznV5pfWtg0mYN8eukCGEO+ggra9oJf/LzzF/xiUeTAOgduluAY1uayoYNrxBA4Yp5Mhg86zNLJes/mOeNWFRV6goee2DBwWQSQ2KZODJyM1a9wHbZKyISolJtLlKgh4oT/Prd3G2wmZ6aiuhfS8lMbXpqtV/joV/O68oVk4wJT8MNqraTI2Zg1FjZls/a7OA21Mrbl4OGEIDy3hKLd3WDUsd4fr/ufEp/ghZjkYvGZ8fN284HKNZes+No8qBx0mYA/8lSh1MTNgjh7XDX3Ppx+jkIVWQBnBsjvayTjNwiZBEgcVXGvSXLyfZ4FMdfoztkLLBZIbsaF9Kn0B6mwX49AxO3+WOQthG7nR+4teyM5ZSgQcyzPRW1JkYtFmsitSEVPA0QeGKG3BjyVdB5oOTz2D7yj0i9tRbKcH4HL+m1m57troGLEYKat2YhlkjWDrkb7wuIqCirFF+9o34voW3lPt+GBx/9nOiz7Zor88eawuUHi5JPZ3xS5HQUXLOue67zh84A2+tDpQaRLx3xQ1lD79ZZTzYbxQhYL48UoSJSAD3uAGSDrGxvIhStTSGRh2tx0R0=
+    secure: hK0xiNDqHLXhugFvAJMjKaO16pFmGfYoin6126ewEc5tquWHARkKALIilLv9kHlolCvxV9XYvfU7a67UqYFmkehrWKSvzwoTu+Kvc4xa14ODYrhqXIgrFs1ZmdK1CcCG2LtPMDUmdde67YoXWH1V44jlqrrOa73qhawOKa+pUJXh+fOPquHXMCVpnJtUD1QBEidnMkrVbmpYnwSY9n99pL7oRE1uDx8vaLLE2EW3KL8pwSJZveGDKIpbxpnGhlNGY18cZEbUm86oJ2z5AiEVqrWqUx1WnaQUPrER2aQpNSgXCf1OUIj8Fg6SnimEA7h3Pv0t1OgHWvn906X3Q4QUGeuaKvjF+Vqhbb6A6cduMT6cbB9yeioDKSpIzPOW5fcELFHWLXfsN3DJjYRClYlGOnmyVGq1M87Q0RFl6N09Cl9Z2omWpTrsfMkFTacFiu+sPJK6UKVjJ7M1tHv0cTNTiMCkw62T+/nTJfrZdlC+cVjUzNUr1jb9pT7K3eX1m/PiQKjAW+yTedQKTa7x4Xz3yuXEF6r42aubmNLX1JDtqnEIHvRNdMC0UxkhyQLe0HO2jSHaljyML0acz/ihU77u8HTpFWlVDZ/44be81Zf53iNEd25NovLLaSa9yXN5FgewtOxYfYQZQ9A44SQhWNXSi+W7L9lkr/1cz320wyMR/ZQ=

CHANGELOG.md

@@ -4,6 +4,10 @@ All notable changes to this project will be documented in this file.
 The format is based on [Keep a Changelog](http://keepachangelog.com/)
 and this project adheres to [Semantic Versioning](http://semver.org/).
 
+## [Unreleased][]
+### Added
+-   PostgreSQL support
+
 ## [0.2.1][]
 ### Fixed
 -   Name files `.gz` rather than `.gzip` to avoid `gunzip` issues

gamora/Dockerfile

@@ -1,5 +1,5 @@
 # Always specify the point version
-FROM python:2.7.13-alpine
+FROM python:2.7.13-alpine3.6
 MAINTAINER [email protected]
 
 # install mongodump and mongorestore
@@ -9,13 +9,16 @@ RUN echo 'http://dl-3.alpinelinux.org/alpine/edge/community' >> /etc/apk/reposit
         libressl \
         mariadb-client \
         mongodb-tools \
+        postgresql \
     && apk add --upgrade --no-cache \
         expat \
         freetype \
         fontconfig \
         libpng \
         zlib
 
+VOLUME ["/backups"]
+
 # ADD extracts automatically
 # We want the side-effect
 ADD build.tgz /gamora

gamora/Dockerfile.build

@@ -1,5 +1,5 @@
 # Always specify the point version
-FROM python:2.7.13-alpine
+FROM python:2.7.13-alpine3.6
 MAINTAINER [email protected]
 
 # install mongodump and mongorestore
@@ -9,6 +9,7 @@ RUN echo 'http://dl-3.alpinelinux.org/alpine/edge/community' >> /etc/apk/reposit
         libressl \
         mariadb-client \
         mongodb-tools \
+        postgresql \
     && apk add --upgrade --no-cache \
         expat \
         freetype \

gamora/apset.sh

@@ -7,6 +7,29 @@ log() {
   echo "[$(date)] $message" 1>&2
 }
 
+upload_backup() {
+  local filename=$1
+  local remote_path
+
+  if [[ -z "${SOFTLAYER_PATH:-}" ]]; then
+    log "Skipping upload because no Softlayer credentials"
+    return
+  fi
+
+  remote_path="${SOFTLAYER_PATH:?}/$(date +%Y/%m)"
+
+  log "Uploading backup"
+  monsoon ${NOTIFICATION_SETTINGS} upload softlayer \
+      -u "${SOFTLAYER_USER}" \
+      -p "${SOFTLAYER_API_KEY}" \
+      -d "${SOFTLAYER_DATACENTER}" \
+      -c "${SOFTLAYER_CONTAINER}" \
+      /tmp/"${filename:?}" \
+      "${remote_path:?}/${filename:?}" \
+      && rm -f /tmp/"${filename:?}"
+  log "Done: Uploading backup"
+}
+
 back_up_mongo() {
   if [[ -z "${MONGO_HOST:-}" ]]; then
     log "Skip backing up Mongo because no Mongo host specified"
@@ -24,16 +47,7 @@ back_up_mongo() {
       --gzip
   log "Done: Taking mongo backup"
 
-  log "Uploading mongo backup"
-  monsoon ${NOTIFICATION_SETTINGS} upload softlayer \
-      -u "${SOFTLAYER_USER}" \
-      -p "${SOFTLAYER_API_KEY}" \
-      -d "${SOFTLAYER_DATACENTER}" \
-      -c "${SOFTLAYER_CONTAINER}" \
-      /tmp/"${FILENAME}" \
-      "${REMOTE_PATH}/${FILENAME}" \
-      && rm -f /tmp/"${FILENAME}"
-  log "Done: Uploading mongo backup"
+  upload_backup "${FILENAME:?}"
 }
 
 back_up_mysql() {
@@ -56,16 +70,41 @@ back_up_mysql() {
       "--password=${MYSQL_PASSWORD:?}"
   log "Done: Taking mysql backup"
 
-  log "Uploading mysql backup"
-  monsoon ${NOTIFICATION_SETTINGS} upload softlayer \
-      -u "${SOFTLAYER_USER}" \
-      -p "${SOFTLAYER_API_KEY}" \
-      -d "${SOFTLAYER_DATACENTER}" \
-      -c "${SOFTLAYER_CONTAINER}" \
-      /tmp/"${FILENAME}" \
-      "${REMOTE_PATH}/${FILENAME}" \
-      && rm -f /tmp/"${FILENAME}"
-  log "Done: Uploading mysql backup"
+  upload_backup "${FILENAME:?}"
+}
+
+# PGDATABASE: gru,nsa,picard,pony,savant,sentry,usher
+# PGHOST: slave
+# PGPASSWORD: ...
+# PGPORT: '5432'
+# PGUSER: dswb
+
+back_up_postgresql() {
+  local databases
+  if [[ -z "${PGHOST:-}" ]]; then
+    log "Skip backing up PostgreSQL because no PostgreSQL host specified"
+    return
+  fi
+
+  databases="$(echo ${PGDATABASE} | tr ',' ' ')"
+
+  for database in $databases; do # TODO
+    FILENAME=postgresql_backup_$(date +"%Y%m%d_%H%M%S").archive.gz
+
+    log "Taking mysql backup"
+    monsoon ${NOTIFICATION_SETTINGS} backup postgresql \
+        --output=/tmp/"${FILENAME}" \
+        --gzip \
+        --all-databases \
+        --single-transaction \
+        "--host=${MYSQL_HOST:?}" \
+        "--port=${MYSQL_PORT:?}" \
+        "--user=${MYSQL_USER:?}" \
+        "--password=${MYSQL_PASSWORD:?}"
+    log "Done: Taking mysql backup"
+
+    upload_backup "${FILENAME:?}"
+  done
 }
 
 back_up_files() {
@@ -82,18 +121,7 @@ back_up_files() {
       ${BACKUP_LOCAL_PATHS:?} # space-separated list
   log "Done: Taking file backup"
 
-  ls -la /tmp
-
-  log "Uploading file backup"
-  monsoon ${NOTIFICATION_SETTINGS} upload softlayer \
-      -u "${SOFTLAYER_USER}" \
-      -p "${SOFTLAYER_API_KEY}" \
-      -d "${SOFTLAYER_DATACENTER}" \
-      -c "${SOFTLAYER_CONTAINER}" \
-      /tmp/"${FILENAME}" \
-      "${REMOTE_PATH}/${FILENAME}" \
-      && rm -f /tmp/"${FILENAME}"
-  log "Done: Uploading file backup"
+  upload_backup "${FILENAME:?}"
 }
 
 main() {
@@ -109,6 +137,6 @@ if [[ -n ${SENTRY_DSN:-} ]]; then
     NOTIFICATION_SETTINGS="-n sentry --sentry-dsn=${SENTRY_DSN}"
 fi
 
-REMOTE_PATH="${SOFTLAYER_PATH:?}/$(date +%Y/%m)"
+
 
 main

gamora/docker-entrypoint.sh

@@ -4,6 +4,7 @@ monsoon-cli==0.1.7
 monsoon-backup-files==0.1.3
 monsoon-backup-mongo==0.1.1
 monsoon-backup-mysql==0.1.3
+monsoon-backup-postgresql==0.1.0
 monsoon-notifier-sentry==0.1.3
 monsoon-upload-softlayer==0.1.5
 raven==5.32.0