tests.yml

# Copyright 2010 New Relic, Inc.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#      http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
---
name: Tests

on:
  push:
    branches:
      - main
    tags-ignore:
      - "**"
  pull_request:
  schedule:
    - cron: "0 15 * * *"

concurrency:
  group: ${{ github.ref || github.run_id }}-${{ github.workflow }}
  cancel-in-progress: true

jobs:
  # Aggregate job that provides a single check for all tests passing
  tests:
    runs-on: ubuntu-22.04
    needs:
      - python
      - cassandra
      - elasticsearchserver07
      - elasticsearchserver08
      - firestore
      - grpc
      - kafka
      - memcached
      - mongodb3
      - mongodb8
      - mssql
      - mysql
      - nginx
      - postgres16
      - postgres9
      - rabbitmq
      - redis
      - rediscluster
      - solr
      - valkey
      - azurefunctions

    steps:
      - name: Success
        run: echo "Success!"

  # Upload Trivy data
  trivy:
    if: success() || failure() # Does not run on cancelled workflows
    runs-on: ubuntu-20.04
    needs:
      - tests

    steps:
      # Git Checkout
      - name: Checkout Code
        uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # 4.1.1
        with:
          token: ${{ secrets.PAT || secrets.GITHUB_TOKEN }}
          fetch-depth: 0

      - name: Run Trivy vulnerability scanner in repo mode
        if: ${{ github.event_name == 'pull_request' }}
        uses: aquasecurity/trivy-action@18f2510ee396bbf400402947b394f2dd8c87dbb0 # v0.29.0
        with:
          scan-type: "fs"
          ignore-unfixed: true
          format: table
          exit-code: 1
          severity: "CRITICAL,HIGH,MEDIUM,LOW"

      - name: Run Trivy vulnerability scanner in repo mode
        if: ${{ github.event_name == 'schedule' }}
        uses: aquasecurity/trivy-action@18f2510ee396bbf400402947b394f2dd8c87dbb0 # v0.29.0
        with:
          scan-type: "fs"
          ignore-unfixed: true
          format: "sarif"
          output: "trivy-results.sarif"
          severity: "CRITICAL,HIGH,MEDIUM,LOW"

      - name: Upload Trivy scan results to GitHub Security tab
        if: ${{ github.event_name == 'schedule' }}
        uses: github/codeql-action/upload-sarif@v3
        with:
          sarif_file: "trivy-results.sarif"

  # Combine and upload coverage data
  coverage:
    if: success() || failure() # Does not run on cancelled workflows
    runs-on: ubuntu-22.04
    needs:
      - tests

    steps:
      - uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # 4.1.1
      - uses: actions/setup-python@82c7e631bb3cdc910f68e0081d67478d79c6982d # 5.1.0
        with:
          python-version: "3.10"
          architecture: x64

      - name: Download Coverage Artifacts
        uses: actions/download-artifact@c850b930e6ba138125429b7e5c93fc707a7f8427 # 4.1.4
        with:
          path: ./

      - name: Combine Coverage
        run: |
          pip install coverage
          find . -name ".coverage.*" -exec mv {} ./ \;
          coverage combine
          coverage xml

      - name: Upload Coverage to Codecov
        uses: codecov/codecov-action@84508663e988701840491b86de86b666e8a86bed # 4.3.0
        with:
          files: coverage.xml
          fail_ci_if_error: true
          token: ${{ secrets.CODECOV_TOKEN }}

  # Tests
  python:
    env:
      TOTAL_GROUPS: 20

    strategy:
      fail-fast: false
      matrix:
        group-number:
          [
            1,
            2,
            3,
            4,
            5,
            6,
            7,
            8,
            9,
            10,
            11,
            12,
            13,
            14,
            15,
            16,
            17,
            18,
            19,
            20,
          ]

    runs-on: ubuntu-22.04
    container:
      image: ghcr.io/newrelic/newrelic-python-agent-ci:latest
      options: >-
        --add-host=host.docker.internal:host-gateway
    timeout-minutes: 30
    steps:
      - uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # 4.1.1

      - name: Fetch git tags
        run: |
          git config --global --add safe.directory "$GITHUB_WORKSPACE"
          git fetch --tags origin

      - name: Configure pip cache
        run: |
          mkdir -p /github/home/.cache/pip
          chown -R "$(whoami)" /github/home/.cache/pip

      - name: Get Environments
        id: get-envs
        run: |
          echo "envs=$(tox -l | grep '^${{ github.job }}\-' | ./.github/workflows/get-envs.py)" >> "$GITHUB_OUTPUT"
        env:
          GROUP_NUMBER: ${{ matrix.group-number }}

      - name: Test
        run: |
          tox -vv -e ${{ steps.get-envs.outputs.envs }} -p auto
        env:
          TOX_PARALLEL_NO_SPINNER: 1
          PY_COLORS: 0

      - name: Upload Coverage Artifacts
        uses: actions/upload-artifact@5d5d22a31266ced268874388b861e4b58bb5c2f3 # 4.3.1
        with:
          name: coverage-${{ github.job }}-${{ strategy.job-index }}
          path: ./**/.coverage.*
          retention-days: 1

  grpc:
    env:
      TOTAL_GROUPS: 1

    strategy:
      fail-fast: false
      matrix:
        group-number: [1]

    runs-on: ubuntu-22.04
    container:
      image: ghcr.io/newrelic/newrelic-python-agent-ci:latest
      options: >-
        --add-host=host.docker.internal:host-gateway
    timeout-minutes: 30
    steps:
      - uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # 4.1.1

      - name: Fetch git tags
        run: |
          git config --global --add safe.directory "$GITHUB_WORKSPACE"
          git fetch --tags origin

      - name: Configure pip cache
        run: |
          mkdir -p /github/home/.cache/pip
          chown -R "$(whoami)" /github/home/.cache/pip

      - name: Get Environments
        id: get-envs
        run: |
          echo "envs=$(tox -l | grep '^${{ github.job }}\-' | ./.github/workflows/get-envs.py)" >> "$GITHUB_OUTPUT"
        env:
          GROUP_NUMBER: ${{ matrix.group-number }}

      - name: Test
        run: |
          tox -vv -e ${{ steps.get-envs.outputs.envs }}
        env:
          TOX_PARALLEL_NO_SPINNER: 1
          PY_COLORS: 0

      - name: Upload Coverage Artifacts
        uses: actions/upload-artifact@5d5d22a31266ced268874388b861e4b58bb5c2f3 # 4.3.1
        with:
          name: coverage-${{ github.job }}-${{ strategy.job-index }}
          path: ./**/.coverage.*
          retention-days: 1

  nginx:
    env:
      TOTAL_GROUPS: 1

    strategy:
      fail-fast: false
      matrix:
        group-number: [1]

    runs-on: ubuntu-22.04
    container:
      image: ghcr.io/newrelic/newrelic-python-agent-ci:latest
      options: >-
        --add-host=host.docker.internal:host-gateway
    timeout-minutes: 30
    services:
      nginx:
        image: tpansino1643652/nginx-hello-world:latest
        ports:
          - 8080:8080
          - 8081:8081
          - 8082:8082
        # Set health checks to wait until container has started
        options: >-
          --health-cmd "service nginx status || exit 1"
          --health-interval 10s
          --health-timeout 5s
          --health-retries 5

    steps:
      - uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # 4.1.1

      - name: Fetch git tags
        run: |
          git config --global --add safe.directory "$GITHUB_WORKSPACE"
          git fetch --tags origin

      - name: Configure pip cache
        run: |
          mkdir -p /github/home/.cache/pip
          chown -R "$(whoami)" /github/home/.cache/pip

      - name: Get Environments
        id: get-envs
        run: |
          echo "envs=$(tox -l | grep '^${{ github.job }}\-' | ./.github/workflows/get-envs.py)" >> "$GITHUB_OUTPUT"
        env:
          GROUP_NUMBER: ${{ matrix.group-number }}

      - name: Test
        run: |
          tox -vv -e ${{ steps.get-envs.outputs.envs }} -p auto
        env:
          TOX_PARALLEL_NO_SPINNER: 1
          PY_COLORS: 0

      - name: Upload Coverage Artifacts
        uses: actions/upload-artifact@5d5d22a31266ced268874388b861e4b58bb5c2f3 # 4.3.1
        with:
          name: coverage-${{ github.job }}-${{ strategy.job-index }}
          path: ./**/.coverage.*
          retention-days: 1

  postgres16:
    env:
      TOTAL_GROUPS: 2

    strategy:
      fail-fast: false
      matrix:
        group-number: [1, 2]

    runs-on: ubuntu-22.04
    container:
      image: ghcr.io/newrelic/newrelic-python-agent-ci:latest
      options: >-
        --add-host=host.docker.internal:host-gateway
    timeout-minutes: 30
    services:
      postgres16:
        image: postgres:16
        env:
          POSTGRES_PASSWORD: postgres
        ports:
          - 8080:5432
          - 8081:5432
        # Set health checks to wait until container has started
        options: >-
          --health-cmd pg_isready
          --health-interval 10s
          --health-timeout 5s
          --health-retries 5

    steps:
      - uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # 4.1.1

      - name: Fetch git tags
        run: |
          git config --global --add safe.directory "$GITHUB_WORKSPACE"
          git fetch --tags origin

      - name: Configure pip cache
        run: |
          mkdir -p /github/home/.cache/pip
          chown -R "$(whoami)" /github/home/.cache/pip

      - name: Get Environments
        id: get-envs
        run: |
          echo "envs=$(tox -l | grep '^${{ github.job }}\-' | ./.github/workflows/get-envs.py)" >> "$GITHUB_OUTPUT"
        env:
          GROUP_NUMBER: ${{ matrix.group-number }}

      - name: Test
        run: |
          tox -vv -e ${{ steps.get-envs.outputs.envs }} -p auto
        env:
          TOX_PARALLEL_NO_SPINNER: 1
          PY_COLORS: 0

      - name: Upload Coverage Artifacts
        uses: actions/upload-artifact@5d5d22a31266ced268874388b861e4b58bb5c2f3 # 4.3.1
        with:
          name: coverage-${{ github.job }}-${{ strategy.job-index }}
          path: ./**/.coverage.*
          retention-days: 1

  postgres9:
    env:
      TOTAL_GROUPS: 1

    strategy:
      fail-fast: false
      matrix:
        group-number: [1]

    runs-on: ubuntu-22.04
    container:
      image: ghcr.io/newrelic/newrelic-python-agent-ci:latest
      options: >-
        --add-host=host.docker.internal:host-gateway
    timeout-minutes: 30
    services:
      postgres9:
        image: postgres:9
        env:
          POSTGRES_PASSWORD: postgres
        ports:
          - 8080:5432
          - 8081:5432
        # Set health checks to wait until container has started
        options: >-
          --health-cmd pg_isready
          --health-interval 10s
          --health-timeout 5s
          --health-retries 5

    steps:
      - uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # 4.1.1

      - name: Fetch git tags
        run: |
          git config --global --add safe.directory "$GITHUB_WORKSPACE"
          git fetch --tags origin

      - name: Configure pip cache
        run: |
          mkdir -p /github/home/.cache/pip
          chown -R "$(whoami)" /github/home/.cache/pip

      - name: Get Environments
        id: get-envs
        run: |
          echo "envs=$(tox -l | grep '^${{ github.job }}\-' | ./.github/workflows/get-envs.py)" >> "$GITHUB_OUTPUT"
        env:
          GROUP_NUMBER: ${{ matrix.group-number }}

      - name: Test
        run: |
          tox -vv -e ${{ steps.get-envs.outputs.envs }} -p auto
        env:
          TOX_PARALLEL_NO_SPINNER: 1
          PY_COLORS: 0

      - name: Upload Coverage Artifacts
        uses: actions/upload-artifact@5d5d22a31266ced268874388b861e4b58bb5c2f3 # 4.3.1
        with:
          name: coverage-${{ github.job }}-${{ strategy.job-index }}
          path: ./**/.coverage.*
          retention-days: 1

  mssql:
    env:
      TOTAL_GROUPS: 1

    strategy:
      fail-fast: false
      matrix:
        group-number: [1]

    runs-on: ubuntu-22.04
    container:
      image: ghcr.io/newrelic/newrelic-python-agent-ci:latest
      options: >-
        --add-host=host.docker.internal:host-gateway
    timeout-minutes: 30
    services:
      mssql:
        image: mcr.microsoft.com/azure-sql-edge:latest
        env:
          MSSQL_USER: python_agent
          MSSQL_PASSWORD: python_agent
          MSSQL_SA_PASSWORD: "python_agent#1234"
          ACCEPT_EULA: "Y"
        ports:
          - 8080:1433
          - 8081:1433
        # Set health checks to wait until container has started
        options: >-
          --health-cmd "/opt/mssql-tools/bin/sqlcmd -U SA -P $MSSQL_SA_PASSWORD -Q 'SELECT 1'"
          --health-interval 10s
          --health-timeout 5s
          --health-retries 5

    steps:
      - uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # 4.1.1

      - name: Fetch git tags
        run: |
          git config --global --add safe.directory "$GITHUB_WORKSPACE"
          git fetch --tags origin

      - name: Configure pip cache
        run: |
          mkdir -p /github/home/.cache/pip
          chown -R "$(whoami)" /github/home/.cache/pip

      - name: Get Environments
        id: get-envs
        run: |
          echo "envs=$(tox -l | grep '^${{ github.job }}\-' | ./.github/workflows/get-envs.py)" >> "$GITHUB_OUTPUT"
        env:
          GROUP_NUMBER: ${{ matrix.group-number }}

      - name: Test
        run: |
          tox -vv -e ${{ steps.get-envs.outputs.envs }} -p auto
        env:
          TOX_PARALLEL_NO_SPINNER: 1
          PY_COLORS: 0

      - name: Upload Coverage Artifacts
        uses: actions/upload-artifact@5d5d22a31266ced268874388b861e4b58bb5c2f3 # 4.3.1
        with:
          name: coverage-${{ github.job }}-${{ strategy.job-index }}
          path: ./**/.coverage.*
          retention-days: 1

  mysql:
    env:
      TOTAL_GROUPS: 2

    strategy:
      fail-fast: false
      matrix:
        group-number: [1, 2]

    runs-on: ubuntu-22.04
    container:
      image: ghcr.io/newrelic/newrelic-python-agent-ci:latest
      options: >-
        --add-host=host.docker.internal:host-gateway
    timeout-minutes: 30
    services:
      mysql:
        image: mysql:5.6
        env:
          MYSQL_RANDOM_ROOT_PASSWORD: "true"
          MYSQL_DATABASE: python_agent
          MYSQL_USER: python_agent
          MYSQL_PASSWORD: python_agent
        ports:
          - 8080:3306
          - 8081:3306
        # Set health checks to wait until container has started
        options: >-
          --health-cmd "mysqladmin ping -h localhost"
          --health-interval 10s
          --health-timeout 5s
          --health-retries 5

    steps:
      - uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # 4.1.1

      - name: Fetch git tags
        run: |
          git config --global --add safe.directory "$GITHUB_WORKSPACE"
          git fetch --tags origin

      - name: Configure pip cache
        run: |
          mkdir -p /github/home/.cache/pip
          chown -R "$(whoami)" /github/home/.cache/pip

      - name: Get Environments
        id: get-envs
        run: |
          echo "envs=$(tox -l | grep '^${{ github.job }}\-' | ./.github/workflows/get-envs.py)" >> "$GITHUB_OUTPUT"
        env:
          GROUP_NUMBER: ${{ matrix.group-number }}

      - name: Test
        run: |
          tox -vv -e ${{ steps.get-envs.outputs.envs }} -p auto
        env:
          TOX_PARALLEL_NO_SPINNER: 1
          PY_COLORS: 0

      - name: Upload Coverage Artifacts
        uses: actions/upload-artifact@5d5d22a31266ced268874388b861e4b58bb5c2f3 # 4.3.1
        with:
          name: coverage-${{ github.job }}-${{ strategy.job-index }}
          path: ./**/.coverage.*
          retention-days: 1

  rediscluster:
    env:
      TOTAL_GROUPS: 1

    strategy:
      fail-fast: false
      matrix:
        group-number: [1]

    runs-on: ubuntu-22.04
    container:
      image: ghcr.io/newrelic/newrelic-python-agent-ci:latest
      options: >-
        --add-host=host.docker.internal:host-gateway
    timeout-minutes: 30
    services:
      redis1:
        image: hmstepanek/redis-cluster-node:1.0.0
        ports:
          - 6379:6379
          - 16379:16379
        options: >-
          --add-host=host.docker.internal:host-gateway

      redis2:
        image: hmstepanek/redis-cluster-node:1.0.0
        ports:
          - 6380:6379
          - 16380:16379
        options: >-
          --add-host=host.docker.internal:host-gateway

      redis3:
        image: hmstepanek/redis-cluster-node:1.0.0
        ports:
          - 6381:6379
          - 16381:16379
        options: >-
          --add-host=host.docker.internal:host-gateway

      redis4:
        image: hmstepanek/redis-cluster-node:1.0.0
        ports:
          - 6382:6379
          - 16382:16379
        options: >-
          --add-host=host.docker.internal:host-gateway

      redis5:
        image: hmstepanek/redis-cluster-node:1.0.0
        ports:
          - 6383:6379
          - 16383:16379
        options: >-
          --add-host=host.docker.internal:host-gateway

      redis6:
        image: hmstepanek/redis-cluster-node:1.0.0
        ports:
          - 6384:6379
          - 16384:16379
        options: >-
          --add-host=host.docker.internal:host-gateway

      cluster-setup:
        image: hmstepanek/redis-cluster:1.0.0
        options: >-
          --add-host=host.docker.internal:host-gateway

    steps:
      - uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # 4.1.1

      - name: Fetch git tags
        run: |
          git config --global --add safe.directory "$GITHUB_WORKSPACE"
          git fetch --tags origin

      - name: Configure pip cache
        run: |
          mkdir -p /github/home/.cache/pip
          chown -R "$(whoami)" /github/home/.cache/pip

      - name: Get Environments
        id: get-envs
        run: |
          echo "envs=$(tox -l | grep '^${{ github.job }}\-' | ./.github/workflows/get-envs.py)" >> "$GITHUB_OUTPUT"
        env:
          GROUP_NUMBER: ${{ matrix.group-number }}

      - name: Test
        run: |
          tox -vv -e ${{ steps.get-envs.outputs.envs }} -p auto
        env:
          TOX_PARALLEL_NO_SPINNER: 1
          PY_COLORS: 0

      - name: Upload Coverage Artifacts
        uses: actions/upload-artifact@5d5d22a31266ced268874388b861e4b58bb5c2f3 # 4.3.1
        with:
          name: coverage-${{ github.job }}-${{ strategy.job-index }}
          path: ./**/.coverage.*
          retention-days: 1

  redis:
    env:
      TOTAL_GROUPS: 2

    strategy:
      fail-fast: false
      matrix:
        group-number: [1, 2]

    runs-on: ubuntu-22.04
    container:
      image: ghcr.io/newrelic/newrelic-python-agent-ci:latest
      options: >-
        --add-host=host.docker.internal:host-gateway
    timeout-minutes: 30
    services:
      redis:
        image: redis
        ports:
          - 8080:6379
          - 8081:6379
        # Set health checks to wait until container has started
        options: >-
          --health-cmd "redis-cli ping"
          --health-interval 10s
          --health-timeout 5s
          --health-retries 5

    steps:
      - uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # 4.1.1

      - name: Fetch git tags
        run: |
          git config --global --add safe.directory "$GITHUB_WORKSPACE"
          git fetch --tags origin

      - name: Configure pip cache
        run: |
          mkdir -p /github/home/.cache/pip
          chown -R "$(whoami)" /github/home/.cache/pip

      - name: Get Environments
        id: get-envs
        run: |
          echo "envs=$(tox -l | grep '^${{ github.job }}\-' | ./.github/workflows/get-envs.py)" >> "$GITHUB_OUTPUT"
        env:
          GROUP_NUMBER: ${{ matrix.group-number }}

      - name: Test
        run: |
          tox -vv -e ${{ steps.get-envs.outputs.envs }} -p auto
        env:
          TOX_PARALLEL_NO_SPINNER: 1
          PY_COLORS: 0

      - name: Upload Coverage Artifacts
        uses: actions/upload-artifact@5d5d22a31266ced268874388b861e4b58bb5c2f3 # 4.3.1
        with:
          name: coverage-${{ github.job }}-${{ strategy.job-index }}
          path: ./**/.coverage.*
          retention-days: 1

  solr:
    env:
      TOTAL_GROUPS: 1

    strategy:
      fail-fast: false
      matrix:
        group-number: [1]

    runs-on: ubuntu-22.04
    container:
      image: ghcr.io/newrelic/newrelic-python-agent-ci:latest
      options: >-
        --add-host=host.docker.internal:host-gateway
    timeout-minutes: 30
    services:
      solr:
        image: bitnami/solr:8.8.2
        env:
          SOLR_CORE: collection
        ports:
          - 8080:8983
          - 8081:8983
        # Set health checks to wait until container has started
        options: >-
          --health-cmd "curl localhost:8983/solr/collection/admin/ping | grep OK"
          --health-interval 10s
          --health-timeout 5s
          --health-retries 5

    steps:
      - uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # 4.1.1

      - name: Fetch git tags
        run: |
          git config --global --add safe.directory "$GITHUB_WORKSPACE"
          git fetch --tags origin

      - name: Configure pip cache
        run: |
          mkdir -p /github/home/.cache/pip
          chown -R "$(whoami)" /github/home/.cache/pip

      - name: Get Environments
        id: get-envs
        run: |
          echo "envs=$(tox -l | grep '^${{ github.job }}\-' | ./.github/workflows/get-envs.py)" >> "$GITHUB_OUTPUT"
        env:
          GROUP_NUMBER: ${{ matrix.group-number }}

      - name: Test
        run: |
          tox -vv -e ${{ steps.get-envs.outputs.envs }} -p auto
        env:
          TOX_PARALLEL_NO_SPINNER: 1
          PY_COLORS: 0

      - name: Upload Coverage Artifacts
        uses: actions/upload-artifact@5d5d22a31266ced268874388b861e4b58bb5c2f3 # 4.3.1
        with:
          name: coverage-${{ github.job }}-${{ strategy.job-index }}
          path: ./**/.coverage.*
          retention-days: 1

  memcached:
    env:
      TOTAL_GROUPS: 2

    strategy:
      fail-fast: false
      matrix:
        group-number: [1, 2]

    runs-on: ubuntu-22.04
    container:
      image: ghcr.io/newrelic/newrelic-python-agent-ci:latest
      options: >-
        --add-host=host.docker.internal:host-gateway
    timeout-minutes: 30
    services:
      memcached:
        image: memcached
        ports:
          - 8080:11211
          - 8081:11211
        # Set health checks to wait until container has started
        options: >-
          --health-cmd "timeout 5 bash -c 'cat < /dev/null > /dev/udp/127.0.0.1/11211'"
          --health-interval 10s
          --health-timeout 5s
          --health-retries 5

    steps:
      - uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # 4.1.1

      - name: Fetch git tags
        run: |
          git config --global --add safe.directory "$GITHUB_WORKSPACE"
          git fetch --tags origin

      - name: Configure pip cache
        run: |
          mkdir -p /github/home/.cache/pip
          chown -R "$(whoami)" /github/home/.cache/pip

      - name: Get Environments
        id: get-envs
        run: |
          echo "envs=$(tox -l | grep '^${{ github.job }}\-' | ./.github/workflows/get-envs.py)" >> "$GITHUB_OUTPUT"
        env:
          GROUP_NUMBER: ${{ matrix.group-number }}

      - name: Test
        run: |
          tox -vv -e ${{ steps.get-envs.outputs.envs }} -p auto
        env:
          TOX_PARALLEL_NO_SPINNER: 1
          PY_COLORS: 0

      - name: Upload Coverage Artifacts
        uses: actions/upload-artifact@5d5d22a31266ced268874388b861e4b58bb5c2f3 # 4.3.1
        with:
          name: coverage-${{ github.job }}-${{ strategy.job-index }}
          path: ./**/.coverage.*
          retention-days: 1

  rabbitmq:
    env:
      TOTAL_GROUPS: 1

    strategy:
      fail-fast: false
      matrix:
        group-number: [1]

    runs-on: ubuntu-22.04
    container:
      image: ghcr.io/newrelic/newrelic-python-agent-ci:latest
      options: >-
        --add-host=host.docker.internal:host-gateway
    timeout-minutes: 30
    services:
      rabbitmq:
        image: rabbitmq
        env:
          RABBITMQ_PASSWORD: rabbitmq
        ports:
          - 5672:5672
        # Set health checks to wait until container has started
        options: >-
          --health-cmd "rabbitmq-diagnostics status"
          --health-interval 10s
          --health-timeout 5s
          --health-retries 5

    steps:
      - uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # 4.1.1

      - name: Fetch git tags
        run: |
          git config --global --add safe.directory "$GITHUB_WORKSPACE"
          git fetch --tags origin

      - name: Configure pip cache
        run: |
          mkdir -p /github/home/.cache/pip
          chown -R "$(whoami)" /github/home/.cache/pip

      - name: Get Environments
        id: get-envs
        run: |
          echo "envs=$(tox -l | grep '^${{ github.job }}\-' | ./.github/workflows/get-envs.py)" >> "$GITHUB_OUTPUT"
        env:
          GROUP_NUMBER: ${{ matrix.group-number }}

      - name: Test
        run: |
          tox -vv -e ${{ steps.get-envs.outputs.envs }} -p auto
        env:
          TOX_PARALLEL_NO_SPINNER: 1
          PY_COLORS: 0

      - name: Upload Coverage Artifacts
        uses: actions/upload-artifact@5d5d22a31266ced268874388b861e4b58bb5c2f3 # 4.3.1
        with:
          name: coverage-${{ github.job }}-${{ strategy.job-index }}
          path: ./**/.coverage.*
          retention-days: 1

  kafka:
    env:
      TOTAL_GROUPS: 4

    strategy:
      fail-fast: false
      matrix:
        group-number: [1, 2, 3, 4]

    runs-on: ubuntu-22.04
    container:
      image: ghcr.io/newrelic/newrelic-python-agent-ci:latest
      options: >-
        --add-host=host.docker.internal:host-gateway
    timeout-minutes: 30
    services:
      zookeeper:
        image: bitnami/zookeeper:3.9.1
        env:
          ALLOW_ANONYMOUS_LOGIN: yes

        ports:
          - 2181:2181

      kafka:
        image: bitnami/kafka:3.6.1
        ports:
          - 8080:8080
          - 8082:8082
          - 8083:8083
        env:
          KAFKA_ENABLE_KRAFT: no
          ALLOW_PLAINTEXT_LISTENER: yes
          KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181
          KAFKA_CFG_AUTO_CREATE_TOPICS_ENABLE: true
          KAFKA_CFG_LISTENERS: L1://:8082,L2://:8083,L3://:8080
          KAFKA_CFG_ADVERTISED_LISTENERS: L1://host.docker.internal:8082,L2://host.docker.internal:8083,L3://kafka:8080
          KAFKA_CFG_LISTENER_SECURITY_PROTOCOL_MAP: L1:PLAINTEXT,L2:PLAINTEXT,L3:PLAINTEXT
          KAFKA_CFG_INTER_BROKER_LISTENER_NAME: L3

    steps:
      - uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # 4.1.1

      - name: Fetch git tags
        run: |
          git config --global --add safe.directory "$GITHUB_WORKSPACE"
          git fetch --tags origin

      - name: Configure pip cache
        run: |
          mkdir -p /github/home/.cache/pip
          chown -R "$(whoami)" /github/home/.cache/pip

      - name: Get Environments
        id: get-envs
        run: |
          echo "envs=$(tox -l | grep '^${{ github.job }}\-' | ./.github/workflows/get-envs.py)" >> "$GITHUB_OUTPUT"
        env:
          GROUP_NUMBER: ${{ matrix.group-number }}

      - name: Test
        run: |
          tox -vv -e ${{ steps.get-envs.outputs.envs }} -p auto
        env:
          TOX_PARALLEL_NO_SPINNER: 1
          PY_COLORS: 0

      - name: Upload Coverage Artifacts
        uses: actions/upload-artifact@5d5d22a31266ced268874388b861e4b58bb5c2f3 # 4.3.1
        with:
          name: coverage-${{ github.job }}-${{ strategy.job-index }}
          path: ./**/.coverage.*
          retention-days: 1

  mongodb3:
    env:
      TOTAL_GROUPS: 1

    strategy:
      fail-fast: false
      matrix:
        group-number: [1]

    runs-on: ubuntu-22.04
    container:
      image: ghcr.io/newrelic/newrelic-python-agent-ci:latest
      options: >-
        --add-host=host.docker.internal:host-gateway
    timeout-minutes: 30
    services:
      mongodb:
        image: mongo:3.6.4
        ports:
          - 8080:27017
          - 8081:27017
        # Set health checks to wait until container has started
        options: >-
          --health-cmd "echo 'db.runCommand(\"ping\").ok' | mongo localhost:27017/test --quiet || exit 1"
          --health-interval 10s
          --health-timeout 5s
          --health-retries 5

    steps:
      - uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # 4.1.1

      - name: Fetch git tags
        run: |
          git config --global --add safe.directory "$GITHUB_WORKSPACE"
          git fetch --tags origin

      - name: Configure pip cache
        run: |
          mkdir -p /github/home/.cache/pip
          chown -R "$(whoami)" /github/home/.cache/pip

      - name: Get Environments
        id: get-envs
        run: |
          echo "envs=$(tox -l | grep '^${{ github.job }}\-' | ./.github/workflows/get-envs.py)" >> "$GITHUB_OUTPUT"
        env:
          GROUP_NUMBER: ${{ matrix.group-number }}

      - name: Test
        run: |
          tox -vv -e ${{ steps.get-envs.outputs.envs }} -p auto
        env:
          TOX_PARALLEL_NO_SPINNER: 1
          PY_COLORS: 0

      - name: Upload Coverage Artifacts
        uses: actions/upload-artifact@5d5d22a31266ced268874388b861e4b58bb5c2f3 # 4.3.1
        with:
          name: coverage-${{ github.job }}-${{ strategy.job-index }}
          path: ./**/.coverage.*
          retention-days: 1

  mongodb8:
    env:
      TOTAL_GROUPS: 1

    strategy:
      fail-fast: false
      matrix:
        group-number: [1]

    runs-on: ubuntu-22.04
    container:
      image: ghcr.io/newrelic/newrelic-python-agent-ci:latest
      options: >-
        --add-host=host.docker.internal:host-gateway
    timeout-minutes: 30
    services:
      mongodb:
        image: mongo:8.0.3
        ports:
          - 8080:27017
          - 8081:27017
        # Set health checks to wait until container has started
        options: >-
          --health-cmd "echo 'db.runCommand(\"ping\").ok' | mongosh localhost:27017/test --quiet || exit 1"
          --health-interval 10s
          --health-timeout 5s
          --health-retries 5

    steps:
      - uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # 4.1.1

      - name: Fetch git tags
        run: |
          git config --global --add safe.directory "$GITHUB_WORKSPACE"
          git fetch --tags origin

      - name: Configure pip cache
        run: |
          mkdir -p /github/home/.cache/pip
          chown -R "$(whoami)" /github/home/.cache/pip

      - name: Get Environments
        id: get-envs
        run: |
          echo "envs=$(tox -l | grep '^${{ github.job }}\-' | ./.github/workflows/get-envs.py)" >> "$GITHUB_OUTPUT"
        env:
          GROUP_NUMBER: ${{ matrix.group-number }}

      - name: Test
        run: |
          tox -vv -e ${{ steps.get-envs.outputs.envs }} -p auto
        env:
          TOX_PARALLEL_NO_SPINNER: 1
          PY_COLORS: 0

      - name: Upload Coverage Artifacts
        uses: actions/upload-artifact@5d5d22a31266ced268874388b861e4b58bb5c2f3 # 4.3.1
        with:
          name: coverage-${{ github.job }}-${{ strategy.job-index }}
          path: ./**/.coverage.*
          retention-days: 1

  cassandra:
    env:
      TOTAL_GROUPS: 1

    strategy:
      fail-fast: false
      matrix:
        group-number: [1]

    runs-on: ubuntu-22.04
    container:
      image: ghcr.io/newrelic/newrelic-python-agent-ci:latest
      options: >-
        --add-host=host.docker.internal:host-gateway
    timeout-minutes: 30
    services:
      cassandra:
        image: cassandra:5.0.2
        env:
          CASSANDRA_SEEDS: "cassandra"
          CASSANDRA_CLUSTER_NAME: TestCluster
          CASSANDRA_ENDPOINT_SNITCH: SimpleSnitch
          CASSANDRA_NUM_TOKENS: "128"
        ports:
          - 8080:9042
          - 8081:9042
        # Set health checks to wait until container has started
        options: >-
          --health-cmd "cqlsh localhost 9042 -e 'describe cluster'"
          --health-interval 30s
          --health-timeout 5s
          --health-retries 10

    steps:
      - uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # 4.1.1

      - name: Fetch git tags
        run: |
          git config --global --add safe.directory "$GITHUB_WORKSPACE"
          git fetch --tags origin

      - name: Configure pip cache
        run: |
          mkdir -p /github/home/.cache/pip
          chown -R "$(whoami)" /github/home/.cache/pip

      - name: Get Environments
        id: get-envs
        run: |
          echo "envs=$(tox -l | grep '^${{ github.job }}\-' | ./.github/workflows/get-envs.py)" >> "$GITHUB_OUTPUT"
        env:
          GROUP_NUMBER: ${{ matrix.group-number }}

      - name: Test
        run: |
          tox -vv -e ${{ steps.get-envs.outputs.envs }} -p auto
        env:
          TOX_PARALLEL_NO_SPINNER: 1
          PY_COLORS: 0

      - name: Upload Coverage Artifacts
        uses: actions/upload-artifact@5d5d22a31266ced268874388b861e4b58bb5c2f3 # 4.3.1
        with:
          name: coverage-${{ github.job }}-${{ strategy.job-index }}
          path: ./**/.coverage.*
          retention-days: 1

  elasticsearchserver07:
    env:
      TOTAL_GROUPS: 1

    strategy:
      fail-fast: false
      matrix:
        group-number: [1]

    runs-on: ubuntu-22.04
    container:
      image: ghcr.io/newrelic/newrelic-python-agent-ci:latest
      options: >-
        --add-host=host.docker.internal:host-gateway
    timeout-minutes: 30
    services:
      elasticsearch:
        image: elasticsearch:7.17.8
        env:
          "discovery.type": "single-node"
        ports:
          - 8080:9200
          - 8081:9200
        # Set health checks to wait until container has started
        options: >-
          --health-cmd "curl --silent --fail localhost:9200/_cluster/health || exit 1"
          --health-interval 10s
          --health-timeout 5s
          --health-retries 5

    steps:
      - uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # 4.1.1

      - name: Fetch git tags
        run: |
          git config --global --add safe.directory "$GITHUB_WORKSPACE"
          git fetch --tags origin

      - name: Configure pip cache
        run: |
          mkdir -p /github/home/.cache/pip
          chown -R "$(whoami)" /github/home/.cache/pip

      - name: Get Environments
        id: get-envs
        run: |
          echo "envs=$(tox -l | grep '^${{ github.job }}\-' | ./.github/workflows/get-envs.py)" >> "$GITHUB_OUTPUT"
        env:
          GROUP_NUMBER: ${{ matrix.group-number }}

      - name: Test
        run: |
          tox -vv -e ${{ steps.get-envs.outputs.envs }} -p auto
        env:
          TOX_PARALLEL_NO_SPINNER: 1
          PY_COLORS: 0

      - name: Upload Coverage Artifacts
        uses: actions/upload-artifact@5d5d22a31266ced268874388b861e4b58bb5c2f3 # 4.3.1
        with:
          name: coverage-${{ github.job }}-${{ strategy.job-index }}
          path: ./**/.coverage.*
          retention-days: 1

  elasticsearchserver08:
    env:
      TOTAL_GROUPS: 1

    strategy:
      fail-fast: false
      matrix:
        group-number: [1]

    runs-on: ubuntu-22.04
    container:
      image: ghcr.io/newrelic/newrelic-python-agent-ci:latest
      options: >-
        --add-host=host.docker.internal:host-gateway
    timeout-minutes: 30
    services:
      elasticsearch:
        image: elasticsearch:8.6.0
        env:
          "xpack.security.enabled": "false"
          "discovery.type": "single-node"
        ports:
          - 8080:9200
          - 8081:9200
        # Set health checks to wait until container has started
        options: >-
          --health-cmd "curl --silent --fail localhost:9200/_cluster/health || exit 1"
          --health-interval 10s
          --health-timeout 5s
          --health-retries 5

    steps:
      - uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # 4.1.1

      - name: Fetch git tags
        run: |
          git config --global --add safe.directory "$GITHUB_WORKSPACE"
          git fetch --tags origin

      - name: Configure pip cache
        run: |
          mkdir -p /github/home/.cache/pip
          chown -R "$(whoami)" /github/home/.cache/pip

      - name: Get Environments
        id: get-envs
        run: |
          echo "envs=$(tox -l | grep '^${{ github.job }}\-' | ./.github/workflows/get-envs.py)" >> "$GITHUB_OUTPUT"
        env:
          GROUP_NUMBER: ${{ matrix.group-number }}

      - name: Test
        run: |
          tox -vv -e ${{ steps.get-envs.outputs.envs }} -p auto
        env:
          TOX_PARALLEL_NO_SPINNER: 1
          PY_COLORS: 0

      - name: Upload Coverage Artifacts
        uses: actions/upload-artifact@5d5d22a31266ced268874388b861e4b58bb5c2f3 # 4.3.1
        with:
          name: coverage-${{ github.job }}-${{ strategy.job-index }}
          path: ./**/.coverage.*
          retention-days: 1

  firestore:
    env:
      TOTAL_GROUPS: 1

    strategy:
      fail-fast: false
      matrix:
        group-number: [1]

    runs-on: ubuntu-22.04
    container:
      image: ghcr.io/newrelic/newrelic-python-agent-ci:latest
      options: >-
        --add-host=host.docker.internal:host-gateway
    timeout-minutes: 30
    services:
      firestore:
        # Image set here MUST be repeated down below in options. See comment below.
        image: gcr.io/google.com/cloudsdktool/google-cloud-cli:437.0.1-emulators
        ports:
          - 8080:8080
        # Set health checks to wait until container has started
        options: >-
          --health-cmd "echo success"
          --health-interval 10s
          --health-timeout 5s
          --health-retries 5
          --health-start-period 5s
          gcr.io/google.com/cloudsdktool/google-cloud-cli:437.0.1-emulators /bin/bash -c "gcloud emulators firestore start --host-port=0.0.0.0:8080" ||
        # This is a very hacky solution. GitHub Actions doesn't provide APIs for setting commands on services, but allows adding arbitrary options.
        # --entrypoint won't work as it only accepts an executable and not the [] syntax.
        # Instead, we specify the image again the command afterwards like a call to docker create. The result is a few environment variables
        # and the original command being appended to our hijacked docker create command. We can avoid any issues by adding || to prevent that
        # from every being executed as bash commands.

    steps:
      - uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # 4.1.1

      - name: Fetch git tags
        run: |
          git config --global --add safe.directory "$GITHUB_WORKSPACE"
          git fetch --tags origin

      - name: Configure pip cache
        run: |
          mkdir -p /github/home/.cache/pip
          chown -R "$(whoami)" /github/home/.cache/pip

      - name: Get Environments
        id: get-envs
        run: |
          echo "envs=$(tox -l | grep '^${{ github.job }}\-' | ./.github/workflows/get-envs.py)" >> "$GITHUB_OUTPUT"
        env:
          GROUP_NUMBER: ${{ matrix.group-number }}

      - name: Test
        run: |
          tox -vv -e ${{ steps.get-envs.outputs.envs }} -p auto
        env:
          TOX_PARALLEL_NO_SPINNER: 1
          PY_COLORS: 0

      - name: Upload Coverage Artifacts
        uses: actions/upload-artifact@5d5d22a31266ced268874388b861e4b58bb5c2f3 # 4.3.1
        with:
          name: coverage-${{ github.job }}-${{ strategy.job-index }}
          path: ./**/.coverage.*
          retention-days: 1

  valkey:
    env:
      TOTAL_GROUPS: 1

    strategy:
      fail-fast: false
      matrix:
        group-number: [1]

    runs-on: ubuntu-22.04
    container:
      image: ghcr.io/newrelic/newrelic-python-agent-ci:latest
      options: >-
        --add-host=host.docker.internal:host-gateway
    timeout-minutes: 30
    services:
      valkey:
        image: valkey/valkey:latest
        ports:
          - 8080:6379
          - 8081:6379
        # Set health checks to wait until container has started
        options: >-
          --health-cmd "valkey-cli ping"
          --health-interval 10s
          --health-timeout 5s
          --health-retries 5

    steps:
      - uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # 4.1.1

      - name: Fetch git tags
        run: |
          git config --global --add safe.directory "$GITHUB_WORKSPACE"
          git fetch --tags origin

      - name: Configure pip cache
        run: |
          mkdir -p /github/home/.cache/pip
          chown -R "$(whoami)" /github/home/.cache/pip

      - name: Get Environments
        id: get-envs
        run: |
          echo "envs=$(tox -l | grep '^${{ github.job }}\-' | ./.github/workflows/get-envs.py)" >> "$GITHUB_OUTPUT"
        env:
          GROUP_NUMBER: ${{ matrix.group-number }}

      - name: Test
        run: |
          tox -vv -e ${{ steps.get-envs.outputs.envs }} -p auto
        env:
          TOX_PARALLEL_NO_SPINNER: 1
          PY_COLORS: 0

      - name: Upload Coverage Artifacts
        uses: actions/upload-artifact@5d5d22a31266ced268874388b861e4b58bb5c2f3 # 4.3.1
        with:
          name: coverage-${{ github.job }}-${{ strategy.job-index }}
          path: ./**/.coverage.*
          retention-days: 1

  azurefunctions:
    env:
      TOTAL_GROUPS: 1

    strategy:
      fail-fast: false
      matrix:
        group-number: [1]

    runs-on: ubuntu-22.04
    container:
      image: mcr.microsoft.com/azure-functions/python:4-python3.10 #ghcr.io/newrelic/newrelic-python-agent-ci:latest
      ports:
        - 8080:80
        - 8081:80
      options: >-
        --add-host=host.docker.internal:host-gateway
    timeout-minutes: 30
    # services:
    #   azurefunctions:
    #     image: mcr.microsoft.com/azure-functions/python:4-python3.11 # lrafeei/azure-functions:v0.1.0
    #     ports:
    #       - 8080:80
    steps:
      - name: Install OS packages
        run: |
          apt-get update
          apt-get install -y \
            bash \
            build-essential \
            curl \
            default-libmysqlclient-dev \
            expat \
            fish \
            fontconfig \
            freetds-common \
            freetds-dev \
            gcc \
            git \
            libbz2-dev \
            libcurl4-openssl-dev \
            libffi-dev \
            libgmp-dev \
            libkrb5-dev \
            liblzma-dev \
            libmpfr-dev \
            libncurses-dev \
            libpq-dev \
            libreadline-dev \
            libsqlite3-dev \
            libssl-dev \
            locales \
            make \
            odbc-postgresql \
            openssl \
            pkg-config \
            python3-dev \
            python3-pip \
            sudo \
            tzdata \
            unixodbc-dev \
            unzip \
            vim \
            wget \
            zip \
            zlib1g \
            zlib1g-dev \
            zsh
          rm -rf /var/lib/apt/lists/*

      - uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # 4.1.1

      - name: Fetch git tags
        run: |
          git config --global --add safe.directory "$GITHUB_WORKSPACE"
          git fetch --tags origin

      - name: Configure pip cache
        run: |
          mkdir -p /github/home/.cache/pip
          chown -R $(whoami) /github/home/.cache/pip

      # - name: Create directory for Azure Functions
      #   run: |
      #     mkdir -p /home/site/wwwroot/.python_packages/lib/site-packages
      #     # cp .tests/framework_azure/function_app.py /home/site/wwwroot/
      #     # cp .tests/framework_azure/host.json /home/site/wwwroot/
      #     # cp .tests/framework_azure/local.settings.json /home/site/wwwroot/

      - name: Install pyenv
        run: |
          export PYENV_ROOT="/usr/local/pyenv"
          curl https://pyenv.run/ | /bin/bash
          export PATH="${PYENV_ROOT}/bin:${PYENV_ROOT}/shims:${PATH}"
          echo 'eval "$(pyenv init -)"' >>/root/.bashrc && pyenv update

      - name: Install dependencies for main python installation
        run: |
          pip install --upgrade -r .github/containers/requirements.txt

      - name: Install tools with pipx in isolated environments
        run: |
          export PIPX_BIN_DIR="/opt/pipx/bin"
          export PATH="${PIPX_BIN_DIR}:${PATH}"
          mkdir -p "${PIPX_BIN_DIR}" && while IFS="" read -r line || [ -n "$line" ]; do \
          pipx install --global "${line}"; \
          done <.github/containers/requirements-tools.txt 

      - name: Install dependencies
        run: |
          pip install --upgrade -r .github/containers/requirements-tox.txt
          pip install --upgrade packaging twine
          # pip install azure-functions requests pytest==8.3.2

      - name: Get Environments
        id: get-envs
        run: |
          echo "envs=$(tox -l | grep '^${{ github.job }}\-' | ./.github/workflows/get-envs.py)" >> $GITHUB_OUTPUT
        env:
          GROUP_NUMBER: ${{ matrix.group-number }}

      - name: Test
        run: |
          # curl http://localhost:80/
          tox -vv -e python-framework_azure-py310
        env:
          TOX_PARALLEL_NO_SPINNER: 1
          PY_COLORS: 0

      - name: Upload Coverage Artifacts
        uses: actions/upload-artifact@5d5d22a31266ced268874388b861e4b58bb5c2f3 # 4.3.1
        with:
          name: coverage-${{ github.job }}-${{ strategy.job-index }}
          path: ./**/.coverage.*
          retention-days: 1