Backup database in azure storage

Author: Rub21

compose/db-backup-restore.yml

@@ -13,7 +13,7 @@ services:
     command: >
       /bin/bash -c "
         echo 'Set cron job for backing up DB, every 4 minutes';
-        while :; do sleep 4m; echo 'Creating DB backup...'; /start.sh; done;
+        while :; do echo 'Creating DB backup...'; /start.sh; sleep 4m; done;
       "
     env_file:
       - ../envs/.env.db

images/backup-restore/start.sh

@@ -3,32 +3,51 @@ export PGPASSWORD=$POSTGRES_PASSWORD
 export VOLUME_DIR=/mnt/data
 
 date=$(date '+%y%m%d_%H%M')
-backupFile=$VOLUME_DIR/osmseed-db-${date}.sql.gz
+local_backupFile=$VOLUME_DIR/osmseed-db-${date}.sql.gz
+cloud_backupFile=database/osmseed-db-${date}.sql.gz
 stateFile=$VOLUME_DIR/state.txt
 restoreFile=$VOLUME_DIR/backup.sql.gz
 
 echo "Start...$DB_ACTION action"
 # Backing up DataBase
 if [ "$DB_ACTION" == "backup" ]; then
 	# Backup database and make maximum compression at the slowest speed
-	pg_dump -h $POSTGRES_HOST -U $POSTGRES_USER $POSTGRES_DB | gzip -9 >$backupFile
+	pg_dump -h $POSTGRES_HOST -U $POSTGRES_USER $POSTGRES_DB | gzip -9 >$local_backupFile
 
 	# AWS
 	if [ "$CLOUDPROVIDER" == "aws" ]; then
-		# Upload to S3
-		aws s3 cp $backupFile $AWS_S3_BUCKET/database/$backupFile
-		# The file state.txt contain the latest version of DB path
-		echo "$AWS_S3_BUCKET/database/$backupFile" > $stateFile
-		aws s3 cp $stateFile $AWS_S3_BUCKET/database/$stateFile
+		echo "$AWS_S3_BUCKET/$cloud_backupFile" > $stateFile
+		# Upload db backup file
+		aws s3 cp $local_backupFile $AWS_S3_BUCKET/$cloud_backupFile
+		# Upload state.txt file
+		aws s3 cp $stateFile $AWS_S3_BUCKET/database/state.txt
 	fi
 
-	# Google Storage
+	# GCP
 	if [ "$CLOUDPROVIDER" == "gcp" ]; then
-		# Upload to GS
-		gsutil cp $backupFile $GCP_STORAGE_BUCKET/database/$backupFile
-		# The file state.txt contain the latest version of DB path
-		echo "$GCP_STORAGE_BUCKET/database/$backupFile" >$stateFile
-		gsutil cp $stateFile $GCP_STORAGE_BUCKET/database/$stateFile
+		echo "$GCP_STORAGE_BUCKET/$cloud_backupFile" > $stateFile
+		# Upload db backup file
+		gsutil cp $local_backupFile $GCP_STORAGE_BUCKET/$cloud_backupFile
+		# Upload state.txt file
+		gsutil cp $stateFile $GCP_STORAGE_BUCKET/database/state.txt
+	fi
+
+	# Azure
+	if [ "$CLOUDPROVIDER" == "azure" ]; then
+		# Save the path file
+		echo "blob://$AZURE_STORAGE_ACCOUNT/$AZURE_CONTAINER_NAME/$cloud_backupFile" > $stateFile
+		# Upload db backup file
+		az storage blob upload \
+			--container-name $AZURE_CONTAINER_NAME \
+			--file $local_backupFile \
+			--name $cloud_backupFile \
+			--output table
+		# Upload state.txt file
+		az storage blob upload \
+			--container-name $AZURE_CONTAINER_NAME \
+			--file $stateFile \
+			--name database/state.txt \
+			--output table
 	fi
 fi
 

images/planet-dump/start.sh

@@ -36,7 +36,7 @@ osmosis --read-apidb \
 if [ $CLOUDPROVIDER == "aws" ]; then
 	# Save the path file
 	AWS_URL=${AWS_S3_BUCKET/s3:\/\//http:\/\/}
-	echo "$AWS_URL.s3.amazonaws.com/planet/$local_planetPBFFile" > $stateFile
+	echo "$AWS_URL.s3.amazonaws.com/$cloud_planetPBFFile" > $stateFile
 	# Upload planet.osm.pbf file to s3
 	aws s3 cp $local_planetPBFFile $AWS_S3_BUCKET/$cloud_planetPBFFile --acl public-read
 	# Upload state.txt file to s3
@@ -56,7 +56,7 @@ fi
 # Azure
 if [ $CLOUDPROVIDER == "azure" ]; then
 	# Save the path file
-	echo "https://$AZURE_STORAGE_ACCOUNT.blob.core.windows.net/$AZURE_CONTAINER_NAME/$cloud_planetPBFFile"  > $stateFile
+	echo "https://$AZURE_STORAGE_ACCOUNT.blob.core.windows.net/$AZURE_CONTAINER_NAME/$cloud_planetPBFFile" > $stateFile
 	# Upload planet.osm.pbf file to blob storage
 	az storage blob upload \
         --container-name $AZURE_CONTAINER_NAME \

osm-seed/templates/db-backup-job.yaml

@@ -58,6 +58,17 @@ spec:
               - name: GCP_STORAGE_BUCKET
                 value: {{ .Values.GCP_STORAGE_BUCKET }}
               {{- end }}
+              # In case cloudProvider=azure
+              {{- if eq .Values.cloudProvider "azure" }}
+              - name: AZURE_STORAGE_ACCOUNT
+                value: {{ .Values.AZURE_STORAGE_ACCOUNT }}
+              - name: AZURE_CONTAINER_NAME
+                value: {{ .Values.AZURE_CONTAINER_NAME }}
+              - name: AZURE_STORAGE_ACCESS_KEY
+                value: {{ .Values.AZURE_STORAGE_ACCESS_KEY }}
+              - name: AZURE_STORAGE_CONNECTION_STRING
+                value: {{ .Values.AZURE_STORAGE_CONNECTION_STRING }}
+              {{- end }}
           restartPolicy: OnFailure
           {{- if .Values.dbBackupRestore.nodeSelector.enabled }}
           nodeSelector: