fix: parallel test (#978)

sattvikc · web-flow · commit 523edce7a4e8 · 2024-04-04T14:22:31.000+05:30
diff --git a/.circleci/config.yml b/.circleci/config.yml
@@ -10,21 +10,80 @@ jobs:
           MONGO_INITDB_ROOT_USERNAME: root
           MONGO_INITDB_ROOT_PASSWORD: root
     resource_class: large
+    parameters:
+      plugin:
+        type: string
     steps:
       - checkout
-      - run: echo $'\n[mysqld]\ncharacter_set_server=utf8mb4' >> /etc/mysql/mysql.cnf
-      - run: (cd .circleci/ && ./doTests.sh)
+      - run: echo $'\n[mysqld]\ncharacter_set_server=utf8mb4\nmax_connections=10000' >> /etc/mysql/mysql.cnf
+      - run: apt-get -y -q install postgresql-9.5 postgresql-client-9.5 postgresql-contrib-9.5 sudo
+      - run: echo "host all  all    0.0.0.0/0  md5" >> /etc/postgresql/9.5/main/pg_hba.conf
+      - run: echo "listen_addresses='*'" >> /etc/postgresql/9.5/main/postgresql.conf
+      - run: (cd .circleci/ && ./doTests.sh << parameters.plugin >>)
+      - slack/status
+
+  mark-passed:
+    docker:
+      - image: rishabhpoddar/supertokens_core_testing
+    steps:
+      - checkout
+      - run: (cd .circleci && ./markPassed.sh)
       - slack/status
 
 workflows:
   version: 2
   tagged-build:
     jobs:
       - test:
+          plugin: sqlite
+          name: test-sqlite
+          context:
+            - slack-notification
+          filters:
+            tags:
+              only: /dev-v[0-9]+(\.[0-9]+)*/
+            branches:
+              ignore: /.*/
+      - test:
+          plugin: mongodb
+          name: test-mongodb
+          context:
+            - slack-notification
+          filters:
+            tags:
+              only: /dev-v[0-9]+(\.[0-9]+)*/
+            branches:
+              ignore: /.*/
+      - test:
+          plugin: postgresql
+          name: test-postgresql
+          context:
+            - slack-notification
+          filters:
+            tags:
+              only: /dev-v[0-9]+(\.[0-9]+)*/
+            branches:
+              ignore: /.*/
+      - test:
+          plugin: mysql
+          name: test-mysql
+          context:
+            - slack-notification
+          filters:
+            tags:
+              only: /dev-v[0-9]+(\.[0-9]+)*/
+            branches:
+              ignore: /.*/
+      - mark-passed:
           context:
             - slack-notification
           filters:
             tags:
               only: /dev-v[0-9]+(\.[0-9]+)*/
             branches:
-              ignore: /.*/
+              ignore: /.*/
+          requires:
+            - test-sqlite
+            - test-mongodb
+            - test-postgresql
+            - test-mysql
diff --git a/.circleci/doTests.sh b/.circleci/doTests.sh
@@ -7,6 +7,8 @@ function cleanup {
 trap cleanup EXIT
 cleanup
 
+pluginToTest=$1
+
 pinnedDBJson=$(curl -s -X GET \
   'https://api.supertokens.io/0/plugin/pinned?planType=FREE' \
   -H 'api-version: 0')
@@ -86,126 +88,154 @@ do
 
         i=$((i+1))
 
-        if [[ $currPinnedDb == "sqlite" ]]
+        if [[ $currPinnedDb == $pluginToTest ]]
         then
-          # shellcheck disable=SC2034
-          continue=1
-        else
-          response=$(curl -s -X GET \
-          "https://api.supertokens.io/0/plugin-interface/dependency/plugin/latest?password=$SUPERTOKENS_API_KEY&planType=FREE&mode=DEV&version=$piVersion&pluginName=$currPinnedDb" \
-          -H 'api-version: 0')
-          if [[ $(echo "$response" | jq .plugin) == "null" ]]
-          then
-              echo "fetching latest X.Y version for $currPinnedDb given plugin-interface X.Y version: $piVersion gave response: $response"
-              exit 1
-          fi
-          pinnedDbVersionX2=$(echo $response | jq .plugin | tr -d '"')
 
-          response=$(curl -s -X GET \
-          "https://api.supertokens.io/0/plugin/latest?password=$SUPERTOKENS_API_KEY&planType=FREE&mode=DEV&version=$pinnedDbVersionX2&name=$currPinnedDb" \
-          -H 'api-version: 0')
-          if [[ $(echo "$response" | jq .tag) == "null" ]]
+          echo ""
+          echo ""
+          echo ""
+          echo ""
+          echo ""
+          echo "===== testing $currPinnedDb with plugin-interface $currVersion ====="
+          echo ""
+          echo ""
+          echo ""
+          echo ""
+          echo ""
+
+          if [[ $currPinnedDb == "sqlite" ]]
           then
-              echo "fetching latest X.Y.Z version for $currPinnedDb, X.Y version: $pinnedDbVersionX2 gave response: $response"
-              exit 1
+            # shellcheck disable=SC2034
+            continue=1
+          else
+            response=$(curl -s -X GET \
+            "https://api.supertokens.io/0/plugin-interface/dependency/plugin/latest?password=$SUPERTOKENS_API_KEY&planType=FREE&mode=DEV&version=$piVersion&pluginName=$currPinnedDb" \
+            -H 'api-version: 0')
+            if [[ $(echo "$response" | jq .plugin) == "null" ]]
+            then
+                echo "fetching latest X.Y version for $currPinnedDb given plugin-interface X.Y version: $piVersion gave response: $response"
+                exit 1
+            fi
+            pinnedDbVersionX2=$(echo $response | jq .plugin | tr -d '"')
+
+            response=$(curl -s -X GET \
+            "https://api.supertokens.io/0/plugin/latest?password=$SUPERTOKENS_API_KEY&planType=FREE&mode=DEV&version=$pinnedDbVersionX2&name=$currPinnedDb" \
+            -H 'api-version: 0')
+            if [[ $(echo "$response" | jq .tag) == "null" ]]
+            then
+                echo "fetching latest X.Y.Z version for $currPinnedDb, X.Y version: $pinnedDbVersionX2 gave response: $response"
+                exit 1
+            fi
+            pinnedDbVersionTag=$(echo "$response" | jq .tag | tr -d '"')
+            pinnedDbVersion=$(echo "$response" | jq .version | tr -d '"')
+            ./startDb.sh "$currPinnedDb"
           fi
-          pinnedDbVersionTag=$(echo "$response" | jq .tag | tr -d '"')
-          pinnedDbVersion=$(echo "$response" | jq .version | tr -d '"')
-          ./startDb.sh "$currPinnedDb"
-        fi
 
-        cd ../../
-        git clone git@github.com:supertokens/supertokens-root.git
-        cd supertokens-root
+          cd ../../
+          git clone git@github.com:supertokens/supertokens-root.git
+          cd supertokens-root
 
-        update-alternatives --install "/usr/bin/java" "java" "/usr/java/jdk-15.0.1/bin/java" 2
-        update-alternatives --install "/usr/bin/javac" "javac" "/usr/java/jdk-15.0.1/bin/javac" 2
-
-        coreX=$(cut -d'.' -f1 <<<"$coreVersion")
-        coreY=$(cut -d'.' -f2 <<<"$coreVersion")
-        if [[ $currPinnedDb == "sqlite" ]]
-        then
-          echo -e "core,$coreX.$coreY\nplugin-interface,$piVersion" > modules.txt
-        else
-          echo -e "core,$coreX.$coreY\nplugin-interface,$piVersion\n$currPinnedDb-plugin,$pinnedDbVersionX2" > modules.txt
-        fi
-        ./loadModules
-        cd supertokens-core
-        git checkout dev-v$coreVersion
-        cd ../supertokens-plugin-interface
-        git checkout $currTag
-        if [[ $currPinnedDb == "sqlite" ]]
-        then
-          # shellcheck disable=SC2034
-          continue=1
-        else
-          cd ../supertokens-$currPinnedDb-plugin
-          git checkout $pinnedDbVersionTag
-        fi
-        cd ../
-        echo $SUPERTOKENS_API_KEY > apiPassword
-        ./startTestingEnv --cicd
+          update-alternatives --install "/usr/bin/java" "java" "/usr/java/jdk-15.0.1/bin/java" 2
+          update-alternatives --install "/usr/bin/javac" "javac" "/usr/java/jdk-15.0.1/bin/javac" 2
 
-        if [[ $? -ne 0 ]]
-        then
-            cat logs/*
-            cd ../project/
-            echo "test failed... exiting!"
-            exit 1
-        fi
-        cd ../
-        rm -rf supertokens-root
+          coreX=$(cut -d'.' -f1 <<<"$coreVersion")
+          coreY=$(cut -d'.' -f2 <<<"$coreVersion")
+          if [[ $currPinnedDb == "sqlite" ]]
+          then
+            echo -e "core,$coreX.$coreY\nplugin-interface,$piVersion" > modules.txt
+          else
+            echo -e "core,$coreX.$coreY\nplugin-interface,$piVersion\n$currPinnedDb-plugin,$pinnedDbVersionX2" > modules.txt
+          fi
+          ./loadModules
+          cd supertokens-core
+          git checkout dev-v$coreVersion
+          cd ../supertokens-plugin-interface
+          git checkout $currTag
+          if [[ $currPinnedDb == "sqlite" ]]
+          then
+            # shellcheck disable=SC2034
+            continue=1
+          else
+            cd ../supertokens-$currPinnedDb-plugin
+            git checkout $pinnedDbVersionTag
+          fi
+          cd ../
+          echo $SUPERTOKENS_API_KEY > apiPassword
+          ./startTestingEnv --cicd
 
-        if [[ $currPinnedDb == "sqlite" ]]
-        then
-          # shellcheck disable=SC2034
-          continue=1
-        else
-          curl -o supertokens.zip -s -X GET \
-          "https://api.supertokens.io/0/app/download?pluginName=$currPinnedDb&os=linux&mode=DEV&binary=FREE&targetCore=$coreVersion&targetPlugin=$pinnedDbVersion" \
-          -H 'api-version: 0'
-          unzip supertokens.zip -d .
-          rm supertokens.zip
-          cd supertokens
-          ../project/.circleci/testCli.sh
           if [[ $? -ne 0 ]]
           then
-              echo "cli testing failed... exiting!"
+              echo ""
+              echo ""
+              echo ""
+              echo ""
+              echo ""
+              echo "===== testing $currPinnedDb with plugin-interface $currVersion FAILED ====="
+              echo ""
+              echo ""
+              echo ""
+              echo ""
+              echo ""
+
+              cat logs/*
+              cd ../project/
+              echo "test failed... exiting!"
               exit 1
           fi
+
+          echo ""
+          echo ""
+          echo ""
+          echo ""
+          echo ""
+          echo "===== testing $currPinnedDb with plugin-interface $currVersion SUCCEEDED ====="
+          echo ""
+          echo ""
+          echo ""
+          echo ""
+          echo ""
+
           cd ../
-        fi
+          rm -rf supertokens-root
+
+          if [[ $currPinnedDb == "sqlite" ]]
+          then
+            # shellcheck disable=SC2034
+            continue=1
+          else
+            curl -o supertokens.zip -s -X GET \
+            "https://api.supertokens.io/0/app/download?pluginName=$currPinnedDb&os=linux&mode=DEV&binary=FREE&targetCore=$coreVersion&targetPlugin=$pinnedDbVersion" \
+            -H 'api-version: 0'
+            unzip supertokens.zip -d .
+            rm supertokens.zip
+            cd supertokens
+            ../project/.circleci/testCli.sh
+            if [[ $? -ne 0 ]]
+            then
+                echo "cli testing failed... exiting!"
+                exit 1
+            fi
+            cd ../
+          fi
+
+          rm -rf supertokens
+          cd project/.circleci
+          if [[ $currPinnedDb == "sqlite" ]]
+          then
+            # shellcheck disable=SC2034
+            continue=1
+          else
+            ./stopDb.sh $currPinnedDb
+          fi
 
-        rm -rf supertokens
-        cd project/.circleci
-        if [[ $currPinnedDb == "sqlite" ]]
-        then
-          # shellcheck disable=SC2034
-          continue=1
-        else
-          ./stopDb.sh $currPinnedDb
         fi
+
     done
 done 10<pluginInterfaceExactVersionsOutput
 
 if [[ $someTestsRan = "true" ]]
 then
-    echo "calling /core PATCH to make testing passed"
-    responseStatus=$(curl -s -o /dev/null -w "%{http_code}" -X PATCH \
-        https://api.supertokens.io/0/core \
-        -H 'Content-Type: application/json' \
-        -H 'api-version: 0' \
-        -d "{
-            \"password\": \"$SUPERTOKENS_API_KEY\",
-            \"planType\":\"FREE\",
-            \"version\":\"$coreVersion\",
-            \"testPassed\": true
-        }")
-    if [ "$responseStatus" -ne "200" ]
-    then
-        echo "patch api failed"
-        exit 1
-    fi
+    echo "tests ran successfully"
 else
     echo "no test ran"
     exit 1
diff --git a/.circleci/markPassed.sh b/.circleci/markPassed.sh
@@ -0,0 +1,29 @@
+coreVersion=$(cat ../build.gradle | grep -e "version =" -e "version=")
+
+while IFS='"' read -ra ADDR; do
+    counter=0
+    for i in "${ADDR[@]}"; do
+        if [ $counter == 1 ]
+        then
+            coreVersion=$i
+        fi
+        counter=$(($counter+1))
+    done
+done <<< "$coreVersion"
+
+echo "calling /core PATCH to make testing passed"
+responseStatus=$(curl -s -o /dev/null -w "%{http_code}" -X PATCH \
+    https://api.supertokens.io/0/core \
+    -H 'Content-Type: application/json' \
+    -H 'api-version: 0' \
+    -d "{
+        \"password\": \"$SUPERTOKENS_API_KEY\",
+        \"planType\":\"FREE\",
+        \"version\":\"$coreVersion\",
+        \"testPassed\": true
+    }")
+if [ "$responseStatus" -ne "200" ]
+then
+    echo "patch api failed"
+    exit 1
+fi
diff --git a/.circleci/startDb.sh b/.circleci/startDb.sh
@@ -3,4 +3,9 @@ case $1 in
         (cd / && ./runMySQL.sh)
         mysql -u root --password=root -e "CREATE DATABASE supertokens;"
         ;;
+    postgresql)
+        /etc/init.d/postgresql start
+        sudo -u postgres psql --command "CREATE USER root WITH SUPERUSER PASSWORD 'root';"
+        createdb
+        psql -c "create database supertokens;"
 esac
diff --git a/.circleci/stopDb.sh b/.circleci/stopDb.sh
