(wip) CI

Author: BourgoisMickael

.github/docker/docker-compose.yaml

@@ -4,6 +4,9 @@ services:
     command: sh -c "yarn start > /artifacts/s3.log"
     network_mode: "host"
     volumes:
+      - ${HOME}/scality/cloudserver/tests/functional/kms-sse-migration/config.${SSE_CONF}.json:/conf/config.json
+      - ${HOME}/scality/cloudserver/localData:/home/scality/s3/localData
+      - ${HOME}/scality/cloudserver/localMetadata:/home/scality/s3/localMetadata
       - /tmp/ssl:/ssl
       - /tmp/ssl-kmip:/ssl-kmip
       - ${HOME}/.aws/credentials:/root/.aws/credentials

.github/workflows/tests.yaml

@@ -345,3 +345,96 @@ jobs:
         password: ${{ secrets.ARTIFACTS_PASSWORD }}
         source: /tmp/artifacts
       if: always()
+
+  sse-kms-migration-tests:
+    strategy:
+      matrix:
+        include:
+          - kmsHideScalityArn: 'showArn'
+            job-name: sse-kms-migration-tests-show-arn
+          - kmsHideScalityArn: 'hideArn'
+            job-name: sse-kms-migration-tests-hide-arn
+    name: ${{ matrix.job-name }}
+    runs-on: ubuntu-latest
+    needs: build
+    env:
+      S3BACKEND: file
+      S3VAULT: mem
+      CLOUDSERVER_IMAGE_BEFORE_SSE_MIGRATION: ghcr.io/${{ github.repository }}:7.70.21-11-svc-base
+      CLOUDSERVER_IMAGE: ghcr.io/${{ github.repository }}:${{ github.sha }}
+      MPU_TESTING: "yes"
+      # ENABLE_NULL_VERSION_COMPAT_MODE: "${{ matrix.enable-null-compat }}"
+      JOB_NAME: ${{ matrix.job-name }}
+    steps:
+    - name: Checkout
+      uses: actions/checkout@v4
+    - uses: actions/setup-python@v5
+      with:
+        python-version: 3.9
+    - name: Setup CI environment
+      uses: ./.github/actions/setup-ci
+    - name: Setup matrix job artifacts directory
+      shell: bash
+      run: |
+        set -exu
+        mkdir -p /tmp/artifacts/${{ matrix.job-name }}/
+    # - name: Setup python test environment
+    #   run: |
+    #     sudo apt-get install -y libdigest-hmac-perl
+    #     pip install 's3cmd==2.3.0'
+    - name: Setup CI services (with old cloudserver image before sse migration)
+      run: docker compose up -d
+      working-directory: .github/docker
+      env:
+        CLOUDSERVER_IMAGE: ${{ CLOUDSERVER_IMAGE_BEFORE_SSE_MIGRATION }}
+        SSE_CONF: before
+    - name: Run SSE before migration tests (setup buckets and objects)
+      env:
+        S3_CONFIG_FILE=tests/functional/kms-sse-migration/config.old.json
+      run: |-
+        set -o pipefail;
+        bash wait_for_local_port.bash 8000 40
+
+        # ensures the expected version of cloudserver is old one
+        VERSION=$(docker compose exec cloudserver cat package.json | jq -r .version)
+        if [[ "$VERSION" != "7.70.21-11" ]]; then
+          echo "bad version of container. Should be 7.70.21-11. Was $VERSION" > &2
+          exit 1
+        fi
+
+        yarn run ft_sse_before_migration | tee /tmp/artifacts/${{ matrix.job-name }}/beforeMigration.log
+    - name: Replace old cloudserver image with current one
+      run: docker compose down cloudserver && docker compose up -d cloudserver
+      working-directory: .github/docker
+      env:
+        SSE_CONF: sseMigration.${{ kmsHideScalityArn }}
+    - name: Run SSE migration tests
+      env:
+        S3_CONFIG_FILE=tests/functional/kms-sse-migration/config.sseMigration.${{ kmsHideScalityArn }}.json
+      run: |-
+        set -o pipefail;
+        bash wait_for_local_port.bash 8000 40
+
+        # ensures the expected version of cloudserver is not old one
+        VERSION=$(docker compose exec cloudserver cat package.json | jq -r .version)
+        if [[ "$VERSION" == "7.70.21-11" ]]; then
+          echo "bad version of container. Should NOT be 7.70.21-11. Was $VERSION" > &2
+          exit 1
+        fi
+
+        yarn run ft_sse_migration | tee /tmp/artifacts/${{ matrix.job-name }}/migration.log
+    - name: Run SSE arnPrefix tests
+      env:
+        S3_CONFIG_FILE=tests/functional/kms-sse-migration/config.sseMigration.${{ kmsHideScalityArn }}.json
+      run: |-
+        set -o pipefail;
+        yarn run ft_sse_arn | tee /tmp/artifacts/${{ matrix.job-name }}/arnPrfefix.log
+    - name: Upload logs to artifacts
+      uses: scality/action-artifacts@v4
+      with:
+        method: upload
+        url: https://artifacts.scality.net
+        user: ${{ secrets.ARTIFACTS_USER }}
+        password: ${{ secrets.ARTIFACTS_PASSWORD }}
+        source: /tmp/artifacts
+      if: always()