Apply DB performance optimizations also for github actions

Author: FloThinksPi

.github/workflows/unit_tests.yml

@@ -54,6 +54,17 @@ jobs:
           --health-interval 10s
           --health-timeout 5s
           --health-retries 5
+          --tmpfs /var/lib/postgresql/data
+          --shm-size=256m
+          postgres
+          -c fsync=off
+          -c synchronous_commit=off
+          -c full_page_writes=off
+          -c log_statement=all
+          -c checkpoint_segments=32
+          -c checkpoint_completion_target=0.9
+          -c wal_buffers=16MB
+          -c shared_buffers=256MB
         ports:
           - 5432:5432
     steps:
@@ -83,7 +94,21 @@ jobs:
         env:
           MYSQL_DATABASE: cc_test
           MYSQL_ROOT_PASSWORD: password
-        options: --health-cmd="mysqladmin ping" --health-interval=10s --health-timeout=5s --health-retries=3
+        options: >-
+          --health-cmd="mysqladmin ping"
+          --health-interval=10s
+          --health-timeout=5s
+          --health-retries=3
+          --tmpfs /var/lib/mysql
+          --tmpfs /tmp
+          --innodb-flush-method=nosync
+          --innodb-flush-log-at-trx-commit=0
+          --innodb-doublewrite=0
+          --innodb-buffer-pool-size=256M
+          --innodb-log-buffer-size=16M
+          --innodb-log-file-size=64M
+          --skip-innodb-checksums
+          --skip-sync-frm
         ports:
           - 3306:3306
     steps:
@@ -98,4 +123,4 @@ jobs:
         status: ${{ job.status }}
         notify_when: 'failure' # default is 'success,failure,warnings'
       env:
-        SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL }} # required
+        SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL }} # required

.github/workflows/unit_tests_backwards_compatibility.yml

@@ -4,7 +4,6 @@ concurrency:
   cancel-in-progress: true
 on:
   workflow_dispatch:
-    description: "This action tests backwards compatibility when db migrations are introduced. It tests database schema at new code(old_cc_ref) with unittests running old code(new_cc_ref) "
     inputs:
       old_cc_ref:
         description: 'Old Version of CC_NG that the backwards compatibility should be checked against'
@@ -44,6 +43,17 @@ jobs:
           --health-interval 10s
           --health-timeout 5s
           --health-retries 5
+          --tmpfs /var/lib/postgresql/data
+          --shm-size=256m
+          postgres
+          -c fsync=off
+          -c synchronous_commit=off
+          -c full_page_writes=off
+          -c log_statement=all
+          -c checkpoint_segments=32
+          -c checkpoint_completion_target=0.9
+          -c wal_buffers=16MB
+          -c shared_buffers=256MB
         ports:
           - 5432:5432
     steps:
@@ -92,7 +102,21 @@ jobs:
         env:
           MYSQL_DATABASE: cc_test
           MYSQL_ROOT_PASSWORD: password
-        options: --health-cmd="mysqladmin ping" --health-interval=10s --health-timeout=5s --health-retries=3
+        options: >-
+          --health-cmd="mysqladmin ping"
+          --health-interval=10s
+          --health-timeout=5s
+          --health-retries=3
+          --tmpfs /var/lib/mysql
+          --tmpfs /tmp
+          --innodb-flush-method=nosync
+          --innodb-flush-log-at-trx-commit=0
+          --innodb-doublewrite=0
+          --innodb-buffer-pool-size=256M
+          --innodb-log-buffer-size=16M
+          --innodb-log-file-size=64M
+          --skip-innodb-checksums
+          --skip-sync-frm
         ports:
           - 3306:3306
     steps:
@@ -125,4 +149,4 @@ jobs:
       - name: Setup Environment
         uses: ./.github/workflows/composite/setup
       - name: Run tests
-        run: DB=mysql MYSQL_CONNECTION_PREFIX="mysql2://root:[email protected]:3306" bundle exec rake spec:without_migrate
+        run: DB=mysql MYSQL_CONNECTION_PREFIX="mysql2://root:[email protected]:3306" bundle exec rake spec:without_migrate

docker-compose.yml

@@ -16,8 +16,17 @@ services:
       - "full_page_writes=off"
       - "-c"
       - "log_statement=all"
+      - "-c"
+      - "checkpoint_segments=32"
+      - "-c"
+      - "checkpoint_completion_target=0.9"
+      - "-c"
+      - "wal_buffers=16MB"
+      - "-c"
+      - "shared_buffers=256MB"
     tmpfs:
       - /var/lib/postgresql/data
+    shm_size: 256m
     ports:
       - "127.0.0.1:5432:5432"
     networks:
@@ -39,8 +48,14 @@ services:
       - "--innodb-flush-method=nosync"
       - "--innodb-flush-log-at-trx-commit=0"
       - "--innodb-doublewrite=0"
+      - "--innodb-buffer-pool-size=256M"
+      - "--innodb-log-buffer-size=16M"
+      - "--innodb-log-file-size=64M"
+      - "--skip-innodb-checksums"
+      - "--skip-sync-frm"
     tmpfs:
       - /var/lib/mysql
+      - /tmp
     ports:
       - "127.0.0.1:3306:3306"
     healthcheck: