Test last three releases in GitHub Actions

Closes: #984

Author: timofurrer

.github/workflows/pr-acceptance-ce.yml

@@ -12,7 +12,7 @@ on:
       - 'CHANGELOG.md'
       - 'CONTRIBUTING.md'
 
-concurrency: 
+concurrency:
   group: ${{ github.workflow }}-${{ github.event.pull_request.number }}
   cancel-in-progress: true
 
@@ -31,6 +31,10 @@ jobs:
     timeout-minutes: 60
     runs-on: ubuntu-latest
     needs: [go-version]
+    strategy:
+      fail-fast: false
+      matrix:
+        gitlab-version: ["14.9.4-ce.0", "14.10.3-ce.0", "15.0.0-ce.0"]
     steps:
       - uses: actions/setup-go@v3
         with:
@@ -41,5 +45,5 @@ jobs:
         with:
           path: ~/go/pkg/mod
           key: ${{ github.job }}-${{ runner.os }}-go${{ env.GO_VERSION }}-${{ hashFiles('**/go.sum', 'GNUMakefile') }}
-      - run: make testacc-up
+      - run: make testacc-up GITLAB_CE_VERSION=${{ matrix.gitlab-version }}
       - run: make testacc

.github/workflows/pr-acceptance-ee.yml

@@ -26,7 +26,7 @@ on:
 # Disable permissions on the GITHUB_TOKEN for all scopes.
 permissions: {}
 
-concurrency: 
+concurrency:
   group: ${{ github.workflow }}-${{ github.event.pull_request.number }}
   cancel-in-progress: true
 
@@ -65,6 +65,10 @@ jobs:
     timeout-minutes: 60
     runs-on: ubuntu-latest
     needs: [go-version, license-encryption-password]
+    strategy:
+      fail-fast: false
+      matrix:
+        gitlab-version: ["14.9.4-ee.0", "14.10.3-ee.0", "15.0.0-ee.0"]
     steps:
       - uses: actions/setup-go@v3
         with:
@@ -79,7 +83,7 @@ jobs:
         run: |
           openssl version
           openssl enc -d -aes-256-cbc -pbkdf2 -iter 20000 -in Gitlab-license.encrypted -out Gitlab-license.txt -pass "pass:${{ secrets.LICENSE_ENCRYPTION_PASSWORD }}"
-      - run: make testacc-up SERVICE=gitlab-ee
+      - run: make testacc-up SERVICE=gitlab-ee GITLAB_EE_VERSION=${{ matrix.gitlab-version }}
       # Check out the pull request code (as opposed to the target project).
       # This overwrites the entire directory and deleted the unencrypted GitLab license file. The
       # service has already started and continues using the license even though the file is deleted.
@@ -96,4 +100,3 @@ jobs:
       # This is made safe because we have already cleaned up the unencrypted GitLab license file,
       # we have no other secrets, and we are not using GitHub tokens.
       - run: make testacc
-

.github/workflows/push.yml

@@ -94,6 +94,10 @@ jobs:
     timeout-minutes: 60
     runs-on: ubuntu-latest
     needs: [go-version]
+    strategy:
+      fail-fast: false
+      matrix:
+        gitlab-version: ["14.9.4-ce.0", "14.10.3-ce.0", "15.0.0-ce.0"]
     steps:
       - uses: actions/setup-go@v3
         with:
@@ -104,7 +108,7 @@ jobs:
         with:
           path: ~/go/pkg/mod
           key: ${{ github.job }}-${{ runner.os }}-go${{ env.GO_VERSION }}-${{ hashFiles('**/go.sum', 'GNUMakefile') }}
-      - run: make testacc-up
+      - run: make testacc-up GITLAB_CE_VERSION=${{ matrix.gitlab-version }}
       - run: make testacc
 
   acceptance-ee:
@@ -114,6 +118,10 @@ jobs:
     timeout-minutes: 60
     runs-on: ubuntu-latest
     needs: [go-version, license-encryption-password]
+    strategy:
+      fail-fast: false
+      matrix:
+        gitlab-version: ["14.9.4-ee.0", "14.10.3-ee.0", "15.0.0-ee.0"]
     steps:
       - uses: actions/setup-go@v3
         with:
@@ -129,5 +137,5 @@ jobs:
           openssl version
           openssl enc -d -aes-256-cbc -pbkdf2 -iter 20000 -in Gitlab-license.encrypted -out Gitlab-license.txt -pass "pass:${{ secrets.LICENSE_ENCRYPTION_PASSWORD }}"
       # Note we specifically launch the gitlab-ee service.
-      - run: make testacc-up SERVICE=gitlab-ee
+      - run: make testacc-up SERVICE=gitlab-ee GITLAB_EE_VERSION=${{ matrix.gitlab-version }}
       - run: make testacc

CONTRIBUTING.md

@@ -108,6 +108,8 @@ Your workspace will automatically open the repository and branch that you select
 
 The acceptance tests can run against a Gitlab instance where you have a token with administrator permissions (likely not gitlab.com).
 
+The GitHub Actions test against the three latest GitLab releases.
+
 #### Option 1: Run tests against a local Gitlab container with docker-compose
 
 This option is the easiest and requires [docker-compose](https://docs.docker.com/compose/install/) (version 1.13+) to be installed on your machine.
@@ -162,6 +164,14 @@ $ make testacc GITLAB_TOKEN=example123 GITLAB_BASE_URL=https://example.com/api/v
   $ make testacc-up SERVICE=gitlab-ee
   ```
 
+* **Run tests against specific GitLab version:**
+
+  Specify the GitLab release in the `GITLAB_CE_VERSION` or `GITLAB_EE_VERSION`, e.g.:
+
+  ```sh
+  $ make testacc-up GITLAB_CE_VERSION=15.0.0-ce.0
+  ```
+
 * **Run a single test:**
 
   You can pass a pattern to the `RUN` variable to run a reduced number of tests. For example:

docker-compose.yml

@@ -4,7 +4,7 @@ version: '3'
 # Only one of these services should be run at a time.
 services:
   gitlab-ce:
-    image: gitlab/gitlab-ce
+    image: gitlab/gitlab-ce:${GITLAB_CE_VERSION:-latest}
     restart: always
     ports:
       - 8080:80
@@ -25,7 +25,7 @@ services:
       timeout: 2m
 
   gitlab-ee:
-    image: gitlab/gitlab-ee
+    image: gitlab/gitlab-ee:${GITLAB_EE_VERSION:-latest}
     restart: always
     ports:
       - 8080:80