yum.yml

name: Yum based Linux
on:
  push:
    branches:
      - master
      - fluent-package-v5
  pull_request:
concurrency:
  group: ${{ github.head_ref || github.sha }}-${{ github.workflow }}
  cancel-in-progress: true
jobs:
  define-matrix:
    runs-on: ubuntu-latest
    outputs:
      matrix: ${{ steps.set-matrix.outputs.matrix }}
      label: ${{ steps.set-matrix.outputs.label }}
    steps:
      - uses: actions/checkout@v4
      - id: set-matrix
        # See https://docs.github.com/en/actions/writing-workflows/choosing-what-your-workflow-does/evaluate-expressions-in-workflows-and-actions#example-returning-a-json-object
        run: |
          echo "matrix=$(cat yum.matrix.json | jq --compact-output)" >> $GITHUB_OUTPUT
          echo "label=$(cat yum.matrix.json | jq '[.include[].label]' --compact-output)" >> $GITHUB_OUTPUT
        working-directory: .github/workflows/
  build:
    needs: define-matrix
    name: Build
    timeout-minutes: 120
    strategy:
      fail-fast: false
      matrix: ${{ fromJSON(needs.define-matrix.outputs.matrix) }}
    runs-on: ubuntu-latest
    steps:
      - uses: actions/checkout@v4
      - name: cache rpm
        uses: actions/cache@v4
        id: cache-rpm
        with:
          path: |
            fluent-package/yum/repositories
            fluent-release/yum/repositories
            fluent-lts-release/yum/repositories
            v7-test/fluent-package/yum/repositories
          key: ${{ runner.os }}-cache-${{ matrix.rake-job }}-${{ hashFiles('**/config.rb', '**/Rakefile', '**/Gemfile*', '**/*.spec.in', 'fluent-package/templates/**', 'fluent-package/yum/**/Dockerfile') }}
      - uses: ruby/setup-ruby@v1
        with:
          ruby-version: '3.4'
      - name: Install dependencies
        if: ${{ ! steps.cache-rpm.outputs.cache-hit }}
        run: |
          gem install serverspec --no-document
      - name: Build rpm with Docker
        if: ${{ ! steps.cache-rpm.outputs.cache-hit }}
        run: |
          rake yum:build YUM_TARGETS=${{ matrix.rake-job }}
      - uses: actions/checkout@v4
        if: ${{ ! steps.cache-rpm.outputs.cache-hit }}
        with:
          path: v7-test
      - name: Build v7 rpm with Docker
        if: ${{ ! steps.cache-rpm.outputs.cache-hit }}
        run: |
          cd v7-test
          git config user.email "fluentd@googlegroups.com"
          git config user.name "Fluentd developers"
          git am fluent-package/bump-version-v7.patch
          rake yum:build YUM_TARGETS=${{ matrix.rake-job }}
      - name: Upload fluent-package rpm
        uses: actions/upload-artifact@v4
        with:
          name: packages-${{ matrix.rake-job }}
          path: fluent-package/yum/repositories
      - name: Upload fluent-release rpm
        uses: actions/upload-artifact@v4
        with:
          name: packages-release-${{ matrix.rake-job }}
          path: fluent-release/yum/repositories
      - name: Upload fluent-lts-release rpm
        uses: actions/upload-artifact@v4
        with:
          name: packages-lts-release-${{ matrix.rake-job }}
          path: fluent-lts-release/yum/repositories
      - name: Upload v7 fluent-package rpm
        uses: actions/upload-artifact@v4
        with:
          name: v7-packages-${{ matrix.rake-job }}
          path: v7-test/fluent-package/yum/repositories
  check_package_size:
    name: Check Package Size
    runs-on: ubuntu-latest
    needs: [define-matrix, build]
    strategy:
      fail-fast: false
      matrix: ${{ fromJSON(needs.define-matrix.outputs.matrix) }}
    steps:
      - uses: actions/checkout@v4
      - uses: actions/download-artifact@v4
        with:
          name: packages-${{ matrix.rake-job }}
          path: fluent-package/yum/repositories
      - name: Check Package Size
        run: |
          fluent-package/yum/pkgsize-test.sh ${{ matrix.rake-job }} x86_64

  installation_test:
    name: Installation Test
    runs-on: ubuntu-latest
    needs: [define-matrix, build]
    strategy:
      fail-fast: false
      matrix: ${{ fromJSON(needs.define-matrix.outputs.matrix) }}
    steps:
      - uses: actions/checkout@v4
      - uses: actions/download-artifact@v4
        with:
          name: packages-${{ matrix.rake-job }}
          path: fluent-package/yum/repositories
      - name: Installation Test
        run: |
          mkdir -p .bundle
          docker run \
          --rm \
          --tty \
          --env CI=true \
          --volume ${PWD}:/fluentd:ro \
          --env CENTOS_STREAM=${{ matrix.centos-stream }} \
          ${{ matrix.test-docker-image }} \
          /fluentd/fluent-package/yum/install-test.sh
  serverspec_test:
    name: Serverspec Test
    runs-on: ubuntu-latest
    needs: [define-matrix, build]
    strategy:
      fail-fast: false
      matrix: ${{ fromJSON(needs.define-matrix.outputs.matrix) }}
    steps:
      - uses: actions/checkout@v4
      - uses: actions/download-artifact@v4
        with:
          name: packages-${{ matrix.rake-job }}
          path: fluent-package/yum/repositories
      - name: Serverspec Test
        run: |
          mkdir -p .bundle
          docker run \
          --rm \
          --tty \
          --env CI=true \
          --volume ${PWD}:/fluentd:ro \
          --env CENTOS_STREAM=${{ matrix.centos-stream }} \
          ${{ matrix.test-docker-image }} \
          /fluentd/fluent-package/yum/serverspec-test.sh
  confluent_test:
    name: Confluent Test
    runs-on: ubuntu-latest
    needs: [define-matrix, build]
    strategy:
      fail-fast: false
      matrix: ${{ fromJSON(needs.define-matrix.outputs.matrix) }}
    steps:
      - uses: actions/checkout@v4
      - uses: actions/download-artifact@v4
        with:
          name: packages-${{ matrix.rake-job }}
          path: fluent-package/yum/repositories
      - name: Confluent Test
        run: |
          mkdir -p .bundle
          docker run \
          --rm \
          --tty \
          --env CI=true \
          --volume ${PWD}:/fluentd:ro \
          ${{ matrix.test-docker-image }} \
          /fluentd/fluent-package/yum/confluent-test.sh
  binstubs_test:
    name: Binstubs Test
    runs-on: ubuntu-latest
    needs: [define-matrix, build]
    strategy:
      fail-fast: false
      matrix: ${{ fromJSON(needs.define-matrix.outputs.matrix) }}
    steps:
      - uses: actions/checkout@v4
      - uses: actions/download-artifact@v4
        with:
          name: packages-${{ matrix.rake-job }}
          path: fluent-package/yum/repositories
      - name: Binstubs Test
        run: |
          mkdir -p .bundle
          docker run \
          --rm \
          --tty \
          --env CI=true \
          --volume ${PWD}:/fluentd:ro \
          --env CENTOS_STREAM=${{ matrix.centos-stream }} \
          ${{ matrix.test-docker-image }} \
          /fluentd/fluent-package/yum/binstubs-test.sh
  #
  # NOTE: It is hard to keep testing environment for AmazonLinux:2 properly and it is not sustainable enough at this time.
  # Thus disable v1test job for a while. (Running AmazonLinux:2 (CGroup v1) on CGroup v2 host with VirtualBox is fragile and not stable enough.)
  # If we found a better solution for it, replace with it.
  #
  # v1test:
  #   name: Test ${{ matrix.label }} ${{ matrix.test }} (CGroup V1)
  #   needs: [check_package_size, installation_test, serverspec_test, confluent_test, binstubs_test]
  #   # Ubuntu 20.04 is not available anymore, so can't use container based
  #   # approach. Instead, use vagrant on Ubuntu 24.04.
  #   # (NOTE: nested VM is executable on macos-13, but it is too slow)
  #   runs-on: ubuntu-24.04
  #   timeout-minutes: 15
  #   strategy:
  #     fail-fast: false
  #     matrix:
  #       label:
  #         - AmazonLinux 2 x86_64
  #       test:
  #         - "update-from-v4.sh"
  #         - "update-from-v5-lts.sh"
  #         - "downgrade-to-v4.sh"
  #         - "downgrade-to-v5-lts.sh"
  #         - "install-newly.sh local"
  #         - "install-newly.sh v5"
  #         - "install-newly.sh lts"
  #         - "update-to-next-version.sh"
  #         - "update-to-next-version-with-backward-compat-for-v4.sh"
  #         - "update-to-next-version-service-status.sh enabled active"
  #         - "update-to-next-version-service-status.sh enabled inactive"
  #         - "update-to-next-version-service-status.sh disabled active"
  #         - "update-to-next-version-service-status.sh disabled inactive"
  #         - "update-to-next-version-with-auto-and-manual.sh"
  #         - "update-to-next-major-version.sh auto active"
  #         - "update-to-next-major-version.sh auto inactive"
  #         - "update-to-next-major-version.sh manual active"
  #         - "update-to-next-major-version.sh manual inactive"
  #         - "update-to-next-major-version.sh etc active"
  #         - "update-to-next-major-version.sh etc inactive"
  #         - "update-without-data-lost.sh v6 v7"
  #         - "update-without-data-lost.sh v7 v6"
  #       include:
  #         - label: AmazonLinux 2 x86_64
  #           rake-job: amazonlinux-2
  #   steps:
  #     - uses: actions/checkout@v4
  #     - uses: actions/download-artifact@v4
  #       with:
  #         name: packages-${{ matrix.rake-job }}
  #     - uses: actions/download-artifact@v4
  #       with:
  #         name: v7-packages-${{ matrix.rake-job }}
  #         path: v7-test
  #     - name: Show host runner information
  #       run: |
  #         cat /proc/cpuinfo | grep -E "vmx|svm"
  #         lsmod | grep kvm
  #     - name: Set up virtualbox
  #       run: |
  #         sudo apt-get update
  #         sudo apt-get install -y virtualbox
  #     - name: Set up vagrant
  #       run: |
  #         sudo apt-get update
  #         wget -O - https://apt.releases.hashicorp.com/gpg | sudo gpg --dearmor -o /usr/share/keyrings/hashicorp-archive-keyring.gpg
  #         echo "deb [arch=$(dpkg --print-architecture) signed-by=/usr/share/keyrings/hashicorp-archive-keyring.gpg] https://apt.releases.hashicorp.com $(lsb_release -cs) main" | sudo tee /etc/apt/sources.list.d/hashicorp.list
  #         sudo apt-get update && sudo apt install -y vagrant
  #         vagrant --version
  #         vagrant status
  #     - name: Spin up vagrant
  #       run: |
  #         vagrant up --provider virtualbox ${{ matrix.rake-job }}
  #     # Run tests based on AlmaLinux 8 (CGroup v1)
  #     - name: Run Test ${{ matrix.test }} on ${{ matrix.rake-job }}
  #       run: |
  #         BOX_MOUNT_DIR=fluent-package/yum/repositories vagrant ssh ${{ matrix.rake-job }} -- /host/fluent-package/yum/systemd-test/${{ matrix.test }}

  v2test:
    name: Test ${{ matrix.label }} ${{ matrix.test }} (CGroup V2)
    needs: [define-matrix, check_package_size, installation_test, serverspec_test, confluent_test, binstubs_test]
    runs-on: ubuntu-latest
    timeout-minutes: 15
    strategy:
      fail-fast: false
      matrix:
        label: ${{ fromJSON(needs.define-matrix.outputs.label) }}
        test:
          - "update-from-v4.sh"
          - "update-from-v4.sh via-v5"
          - "update-from-v5-lts.sh local"
          - "update-from-v5-lts.sh v6"
          - "update-from-v5-lts.sh lts"
          - "downgrade-to-v4.sh"
          - "downgrade-to-v5-lts.sh"
          - "install-newly.sh local"
          - "install-newly.sh v6"
          - "install-newly.sh lts"
          - "update-to-next-version.sh"
          - "update-to-next-version-with-backward-compat-for-v4.sh"
          - "update-to-next-version-service-status.sh enabled active"
          - "update-to-next-version-service-status.sh enabled inactive"
          - "update-to-next-version-service-status.sh disabled active"
          - "update-to-next-version-service-status.sh disabled inactive"
          - "update-to-next-version-with-auto-and-manual.sh"
          - "update-to-next-major-version.sh auto active"
          - "update-to-next-major-version.sh auto inactive"
          - "update-to-next-major-version.sh manual active"
          - "update-to-next-major-version.sh manual inactive"
          - "update-to-next-major-version.sh etc active"
          - "update-to-next-major-version.sh etc inactive"
          - "update-without-data-lost.sh v6 v7"
          - "update-without-data-lost.sh v7 v6"
          - "obsolete-plugins.sh"
          - "tmpfiles.sh"
        include: ${{ fromJSON(needs.define-matrix.outputs.matrix).include }}
        exclude:
          - label: Amazon Linux 2023 x86_64
            test: update-from-v4.sh
          - label: Amazon Linux 2023 x86_64
            test: update-from-v4.sh via-v5
          - label: Amazon Linux 2023 x86_64
            test: update-to-next-version-with-backward-compat-for-v4.sh
          - label: Amazon Linux 2023 x86_64
            test: downgrade-to-v4.sh
          - label: AlmaLinux 10 x86_64
            test: update-from-v4.sh
          - label: AlmaLinux 10 x86_64
            test: update-from-v4.sh via-v5
          - label: AlmaLinux 10 x86_64
            test: update-from-v5-lts.sh local
          - label: AlmaLinux 10 x86_64
            test: update-from-v5-lts.sh v6
          - label: AlmaLinux 10 x86_64
            test: update-from-v5-lts.sh lts
          - label: AlmaLinux 10 x86_64
            test: update-to-next-version-with-backward-compat-for-v4.sh
          - label: AlmaLinux 10 x86_64
            test: downgrade-to-v4.sh
          - label: AlmaLinux 10 x86_64
            test: downgrade-to-v5-lts.sh
          # rpmrebuild is not supported on EPEL for AlmaLinux 10 yet
          - label: AlmaLinux 10 x86_64
            test: update-to-next-version.sh
          - label: AlmaLinux 10 x86_64
            test: update-to-next-version-service-status.sh enabled active
          - label: AlmaLinux 10 x86_64
            test: update-to-next-version-service-status.sh enabled inactive
          - label: AlmaLinux 10 x86_64
            test: update-to-next-version-service-status.sh disabled active
          - label: AlmaLinux 10 x86_64
            test: update-to-next-version-service-status.sh disabled inactive
          - label: AlmaLinux 10 x86_64
            test: update-to-next-version-with-auto-and-manual.sh
    steps:
      - uses: actions/checkout@v4
      - uses: actions/download-artifact@v4
        with:
          name: packages-${{ matrix.rake-job }}
      - uses: actions/download-artifact@v4
        with:
          name: packages-release-${{ matrix.rake-job }}
      - uses: actions/download-artifact@v4
        with:
          name: v7-packages-${{ matrix.rake-job }}
          path: v7-test
      - name: Install Incus
        run: |
          sudo apt-get update
          sudo apt-get install -y -V incus
      - name: Allow egress network traffic flows for Incus
        # https://linuxcontainers.org/incus/docs/main/howto/network_bridge_firewalld/#prevent-connectivity-issues-with-incus-and-docker
        run: |
          sudo iptables -I DOCKER-USER -i incusbr0 -j ACCEPT
          sudo iptables -I DOCKER-USER -o incusbr0 -m conntrack --ctstate RELATED,ESTABLISHED -j ACCEPT
      - name: Setup Incus
        run: |
          sudo incus admin init --auto
      - name: Run Test ${{ matrix.test }} on ${{ matrix.test-incus-image }}
        run: fluent-package/yum/systemd-test/test.sh ${{ matrix.test-incus-image }} ${{ matrix.test }}

  fluent-release-test:
    name: Test ${{ matrix.label }} ${{ matrix.test }} (CGroup V2)
    needs: [define-matrix, v2test]
    runs-on: ubuntu-latest
    timeout-minutes: 15
    strategy:
      fail-fast: false
      matrix:
        label: ${{ fromJSON(needs.define-matrix.outputs.label) }}
        test:
          - install-from-r2.sh
        include: ${{ fromJSON(needs.define-matrix.outputs.matrix).include }}
    steps:
      - uses: actions/checkout@v4
      - uses: actions/download-artifact@v4
        with:
          name: packages-release-${{ matrix.rake-job }}
      - name: Install Incus
        run: |
          sudo apt-get update
          sudo apt-get install -y -V incus
      - name: Allow egress network traffic flows for Incus
        # https://linuxcontainers.org/incus/docs/main/howto/network_bridge_firewalld/#prevent-connectivity-issues-with-incus-and-docker
        run: |
          sudo iptables -I DOCKER-USER -i incusbr0 -j ACCEPT
          sudo iptables -I DOCKER-USER -o incusbr0 -m conntrack --ctstate RELATED,ESTABLISHED -j ACCEPT
      - name: Setup Incus
        run: |
          sudo incus admin init --auto
      - name: Run Test ${{matrix.test}} on ${{ matrix.test-incus-image }}
        run: fluent-release/yum/systemd-test/test.sh ${{ matrix.test-incus-image }} ${{ matrix.test }}

  fluent-lts-release-test:
    name: Test ${{ matrix.label }} ${{ matrix.test }} (CGroup V2)
    needs: [define-matrix, v2test]
    runs-on: ubuntu-latest
    timeout-minutes: 15
    strategy:
      fail-fast: false
      matrix:
        label: ${{ fromJSON(needs.define-matrix.outputs.label) }}
        test:
          - install-from-r2.sh
        include: ${{ fromJSON(needs.define-matrix.outputs.matrix).include }}
    steps:
      - uses: actions/checkout@v4
      - uses: actions/download-artifact@v4
        with:
          name: packages-lts-release-${{ matrix.rake-job }}
      - name: Install Incus
        run: |
          sudo apt-get update
          sudo apt-get install -y -V incus
      - name: Allow egress network traffic flows for Incus
        # https://linuxcontainers.org/incus/docs/main/howto/network_bridge_firewalld/#prevent-connectivity-issues-with-incus-and-docker
        run: |
          sudo iptables -I DOCKER-USER -i incusbr0 -j ACCEPT
          sudo iptables -I DOCKER-USER -o incusbr0 -m conntrack --ctstate RELATED,ESTABLISHED -j ACCEPT
      - name: Setup Incus
        run: |
          sudo incus admin init --auto
      - name: Run Test ${{matrix.test}} on ${{ matrix.test-incus-image }}
        run: fluent-lts-release/yum/systemd-test/test.sh ${{ matrix.test-incus-image }} ${{ matrix.test }}