After Travis build deploy to dev server using Ansible (ssh).

Author: matthias_schaub

.travis.yml

@@ -9,16 +9,25 @@ python:
   - "3.6"
 services:
   - docker
+addons:
+  ssh_known_hosts:
+    - 35.190.148.87  # Development server
+env:
+  - ANSIBLE_CONFIG=ansible/ansible.cfg
 
 before_install:
-  - openssl aes-256-cbc -K $encrypted_444bb228fd3f_key -iv $encrypted_444bb228fd3f_iv -in .ci-mapswipe-firebase-adminsdk-80fzw-21ddcd1649.json.enc -out mapswipe_workers/serviceAccountKey.json -d
-
+  - openssl aes-256-cbc -K $encrypted_444bb228fd3f_key -iv $encrypted_444bb228fd3f_iv -in travis/ci-mapswipe-firebase-adminsdk-80fzw-21ddcd1649.json.enc -out mapswipe_workers/serviceAccountKey.json -d
   # Create a mock file for wal-g setup
   - touch postgres/serviceAccountKey.json
 
 install:
   - pip install --upgrade pip setuptools
   - pip install black flake8 isort
+  # Install ansible for automated deployment
+  - sudo apt-get --quiet update
+  - sudo apt-get --yes install software-properties-common
+  - sudo apt-add-repository --yes --update ppa:ansible/ansible
+  - sudo apt-get --yes install ansible
 
 script:
   - black --check mapswipe_workers
@@ -29,22 +38,14 @@ script:
   - docker-compose run mapswipe_workers python -m unittest discover --verbose --start-directory tests/unittests/
   # TODO: - docker-compose run mapswipe_workers python -m unittest discover --verbose --start-directory tests/integration/
 
-# before_deploy:
-#   # SSH setup to deploy to server after build.
-#   - apk add openssh-client
-#   - mkdir -p ~/.ssh
-#   - chmod 700 ~/.ssh
-#   - eval "$(ssh-agent -s)"
-#   - export KEY_FILE=~/.ssh/api_server_ssh_key
-#   - echo "$DEPLOYMENT_SERVER_PRIVATE_KEY" | tr -d '\r' > $KEY_FILE
-#   - chmod 600 $KEY_FILE
-#   - ssh-add $KEY_FILE > /dev/null
-#   - ssh-keyscan -H "$DEPLOYMENT_SERVER_IP" >> ~/.ssh/known_hosts
-#   - chmod 644 ~/.ssh/known_hosts
-#   - ssh -i $KEY_FILE -o StrictHostKeyChecking=no "mapswipe@$DEPLOYMENT_SERVER_IP"
-
-# deploy:
-#   provider: script
-#   script: bash scripts/deploy.sh
-#   on:
-#     branch: dev
+after_success:
+  # Deploy to development server using Ansible
+  # SSH setup to deploy to server after build.
+  # - apk add openssh-client
+  # - mkdir -p ~/.ssh
+  # - chmod 700 ~/.ssh
+  - eval "$(ssh-agent -s)"  #start the ssh agent
+  - openssl aes-256-cbc -K $encrypted_c17fa81e6490_key -iv $encrypted_c17fa81e6490_iv -in travis/ssh-private-key.enc -out travis/ssh-private-key -d
+  - chmod 600 travis/ssh-private-key
+  - ssh-add travis/ssh-private-key
+  - ansible-playbook -i ansible/inventory.yml ansible/playbook.yml  # Deploy to dev server

ansible/ansible.cfg

@@ -0,0 +1,5 @@
+[defaults]
+INVENTORY = inventory.yml
+
+[ssh_connection]
+pipelining = True  # Reuse connection. Make execution faster.

ansible/inventory.yml

@@ -0,0 +1,6 @@
+all:
+  hosts:
+    dev:
+      ansible_host: 35.190.148.87
+      ansible_user: mapswipe
+      ansible_ssh_private_key_file: ssh-private-key

ansible/playbook.yml

@@ -0,0 +1,11 @@
+---
+- name: Deploy MapSwipe Backend
+  hosts: dev
+
+  tasks:
+    - name: Fetch latest code base from GitHub.
+      git:
+        repo: 'https://github.com/mapswipe/python-mapswipe-workers.git'
+        dest: /home/mapswipe/python-mapswipe-workers
+    - name: Rebuild and restart Docker container usind Docker-Compose.
+      script: /home/mapswipe/python-mapswipe-worker/deploy.sh

deploy.sh

@@ -1,60 +1,8 @@
-git pull
-if [[ $? = 0 ]]; then
-    echo "success"
-else
-    echo "failure: $?"
-    exit
-fi
-
-python3 test_config.py
-if [[ $? = 0 ]]; then
-    echo "success"
-else
-    echo "failure: $?"
-    exit
-fi
-
-docker-compose build --no-cache postgres
-if [[ $? = 0 ]]; then
-    echo "success"
-else
-    echo "failure: $?"
-    exit
-fi
-
-docker-compose build --no-cache firebase_deploy
-if [[ $? = 0 ]]; then
-    echo "success"
-else
-    echo "failure: $?"
-    exit
-fi
+#!/bin/bash
+# This script builds and starts all Docker container for running the Mapswipe ecosystem.
+# It is run either manually or by an Ansible Playbook after a successful Travis build.
 
-docker-compose build --no-cache mapswipe_workers
-if [[ $? = 0 ]]; then
-    echo "success"
-else
-    echo "failure: $?"
-    exit
-fi
-
-docker-compose build --no-cache manager_dashboard
-if [[ $? = 0 ]]; then
-    echo "success"
-else
-    echo "failure: $?"
-    exit
-fi
-
-docker-compose build --no-cache nginx
-if [[ $? = 0 ]]; then
-    echo "success"
-else
-    echo "failure: $?"
-    exit
-fi
-
-docker-compose build --no-cache api
+docker-compose build --no-cache postgres firebase_deploy mapswipe_workers manager_dashboard nginx api
 if [[ $? = 0 ]]; then
     echo "success"
 else
@@ -69,20 +17,3 @@ else
     echo "failure: $?"
     exit
 fi
-
-docker logs firebase_deploy
-if [[ $? = 0 ]]; then
-    echo "success"
-else
-    echo "failure: $?"
-    exit
-fi
-
-docker ps -a
-if [[ $? = 0 ]]; then
-    echo "success"
-else
-    echo "failure: $?"
-    exit
-fi
-

…ebase-adminsdk-80fzw-21ddcd1649.json.enc …ebase-adminsdk-80fzw-21ddcd1649.json.enc.ci-mapswipe-firebase-adminsdk-80fzw-21ddcd1649.json.enc renamed to travis/ci-mapswipe-firebase-adminsdk-80fzw-21ddcd1649.json.enc .ci-mapswipe-firebase-adminsdk-80fzw-21ddcd1649.json.enc renamed to travis/ci-mapswipe-firebase-adminsdk-80fzw-21ddcd1649.json.enc

@@ -0,0 +1 @@
+ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQD5Q68DO4VLPzIpZY1e1vX1kLC1bjviUsFyR0A7O8SGDtGF7iMQuawPLcgXcH8ymbqGctDB3ALPew5xVGnj/5+OEdf5HC8mwcpaJiFKNSGBaCU3l5Zsr6A0cXStMbXN/OY4fNTlvnUDs6+vP0mPWvEXEtAPT3v6HgWZT/zVzv1VwOTmJUE+yzXt4AcvYxj4GXZA+crZubsb31txqI45cBT4LxmS8Zwebf7VMqY1mA7ENngWN2Vxa5m8js50qCEZ4EDaeqFl+m0XmrVqK/bkxnS8eUtQBn2dGSoBKA808kKb6yuDsDYz89jJEPCsoGk1F4KeamgrXiZVypvVmyFJTc7UMdHKh2fqpeQIJRUoryEKYHQBqYYGDpD0PLEjEGVcc9gON4YvVRKOYDlDTtS+O3vyWCYxm6kIbvK4xH7fF9dLbMgP4qEBrc39NVnN+WYgAXLSBDbfJb8+tbTHoSTvS7WzgzWr55tEFHWzV0p6HYHWIR5x/YW8vsMLvdmMcJZ8FBU= noname