infra: db migration from rds to internal docker images

Author: chock-cho

.github/workflows/cicd-prod.yml

@@ -74,6 +74,9 @@ jobs:
           script: |
             sudo docker login -u ${{ secrets.DOCKER_USERNAME }} -p ${{ secrets.DOCKER_PASSWORD }}
             sudo docker pull ${{ secrets.DOCKER_USERNAME }}/${{ secrets.DOCKER_REPO }}:prod
+            export DB_USERNAME='${{ secrets.DB_USERNAME }}'
+            export DB_PASSWORD='${{ secrets.DB_PASSWORD }}'
+            export DB_ROOT_PASSWORD='${{ secrets.DB_ROOT_PASSWORD }}'
             chmod 777 ./scripts/deploy-prod.sh
             cp ./scripts/deploy-prod.sh ./deploy-prod.sh
             ./deploy-prod.sh

docker-compose-dev.yml

@@ -11,10 +11,16 @@ services:
       - TZ=Asia/Seoul
       - AWS_ACCESS_KEY_ID=${AWS_ACCESS_KEY_ID}
       - AWS_SECRET_ACCESS_KEY=${AWS_SECRET_ACCESS_KEY}
-      - REDIS_HOST=redis
-      - REDIS_PORT=6379
+      - SPRING_DATA_REDIS_HOST=redis
+      - SPRING_DATA_REDIS_PORT=6379
+      - SPRING_DATASOURCE_URL=jdbc:mariadb://mariadb:3306/dobby_dev
+      - SPRING_DATASOURCE_USERNAME=${DB_USERNAME}
+      - SPRING_DATASOURCE_PASSWORD=${DB_PASSWORD}
     depends_on:
-      - redis
+        mariadb:
+            condition: service_healthy
+        redis:
+            condition: service_started
   green:
     container_name: green
     image: gradmeet/dobby:dev
@@ -26,12 +32,38 @@ services:
       - TZ=Asia/Seoul
       - AWS_ACCESS_KEY_ID=${AWS_ACCESS_KEY_ID}
       - AWS_SECRET_ACCESS_KEY=${AWS_SECRET_ACCESS_KEY}
-      - REDIS_HOST=redis
-      - REDIS_PORT=6379
+      - SPRING_DATA_REDIS_HOST=redis
+      - SPRING_DATA_REDIS_PORT=6379
+      - SPRING_DATASOURCE_URL=jdbc:mariadb://mariadb:3306/dobby_dev
+      - SPRING_DATASOURCE_USERNAME=${DB_USERNAME}
+      - SPRING_DATASOURCE_PASSWORD=${DB_PASSWORD}
     depends_on:
-      - redis
+        mariadb:
+            condition: service_healthy
+        redis:
+            condition: service_started
   redis:
       container_name: dobby-redis
       image: redis:7-alpine
       command: [ "redis-server", "--appendonly", "yes" ]
       restart: unless-stopped
+  mariadb:
+      container_name: dobby-mariadb
+      image: mariadb:11
+      restart: unless-stopped
+      environment:
+          - TZ=Asia/Seoul
+          - MARIADB_DATABASE=dobby_dev
+          - MARIADB_USER=${DB_USERNAME}
+          - MARIADB_PASSWORD=${DB_PASSWORD}
+          - MARIADB_ROOT_PASSWORD=${DB_ROOT_PASSWORD}
+      volumes:
+          - mariadb-data:/var/lib/mysql
+      healthcheck:
+          test: ["CMD-SHELL", "mariadb-admin ping -h 127.0.0.1 -u root -p$${MARIADB_ROOT_PASSWORD} --silent"]
+          interval: 10s
+          timeout: 5s
+          retries: 12
+volumes:
+    mariadb-data:
+    redis-data:

docker-compose-prod.yml

@@ -13,8 +13,14 @@ services:
       - AWS_SECRET_ACCESS_KEY=${AWS_SECRET_ACCESS_KEY}
       - SPRING_DATA_REDIS_HOST=redis
       - SPRING_DATA_REDIS_PORT=6379
+      - SPRING_DATASOURCE_URL=jdbc:mariadb://mariadb:3306/dobby_prod
+      - SPRING_DATASOURCE_USERNAME=${DB_USERNAME}
+      - SPRING_DATASOURCE_PASSWORD=${DB_PASSWORD}
     depends_on:
-      - redis
+        mariadb:
+            condition: service_healthy
+        redis:
+            condition: service_started
   green:
     container_name: green
     image: gradmeet/dobby:prod
@@ -28,10 +34,36 @@ services:
       - AWS_SECRET_ACCESS_KEY=${AWS_SECRET_ACCESS_KEY}
       - SPRING_DATA_REDIS_HOST=redis
       - SPRING_DATA_REDIS_PORT=6379
+      - SPRING_DATASOURCE_URL=jdbc:mariadb://mariadb:3306/dobby_prod
+      - SPRING_DATASOURCE_USERNAME=${DB_USERNAME}
+      - SPRING_DATASOURCE_PASSWORD=${DB_PASSWORD}
     depends_on:
-      -  redis
+        mariadb:
+            condition: service_healthy
+        redis:
+            condition: service_started
   redis:
       container_name: dobby-redis
       image: redis:7-alpine
       command: ["redis-server", "--appendonly", "yes"]
       restart: unless-stopped
+  mariadb:
+     container_name: dobby-mariadb
+     image: mariadb:11
+     restart: unless-stopped
+     environment:
+        - TZ=Asia/Seoul
+        - MARIADB_DATABASE=dobby_prod
+        - MARIADB_USER=${DB_USERNAME}
+        - MARIADB_PASSWORD=${DB_PASSWORD}
+        - MARIADB_ROOT_PASSWORD=${DB_ROOT_PASSWORD}
+     volumes:
+        - mariadb-data:/var/lib/mysql
+     healthcheck:
+        test: ["CMD-SHELL", "mariadb-admin ping -h 127.0.0.1 -u root -p$${MARIADB_ROOT_PASSWORD} --silent"]
+        interval: 10s
+        timeout: 5s
+        retries: 12
+volumes:
+    mariadb-data:
+    redis-data:

scripts/deploy-prod.sh

@@ -1,4 +1,14 @@
 #!/bin/bash
+set -e
+
+# full dump from rds import
+if [ ! -f /home/ubuntu/.db_imported ]; then
+  echo ">>> importing dump into mariadb (one-time)"
+  docker exec -i dobby-mariadb mariadb -u root -p"$DB_ROOT_PASSWORD" < /home/ubuntu/dobby_prod_dump.sql
+  touch /home/ubuntu/.db_imported
+  echo ">>> dump import done"
+fi
+# --- end DB bootstrap ---
 
 IS_GREEN_EXIST=$(docker ps | grep green)