integrated-test-k8s-ingress.yml

# Licensed to the Apache Software Foundation (ASF) under one or more
# contributor license agreements.  See the NOTICE file distributed with
# this work for additional information regarding copyright ownership.
# The ASF licenses this file to You under the Apache License, Version 2.0
# (the "License"); you may not use this file except in compliance with
# the License.  You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

name: it-k8s

on:
  pull_request:
  push:
    branches:
      - master

jobs:
  build:
    strategy:
      matrix:
        case:
          - shenyu-integrated-test-k8s-ingress-http
          - shenyu-integrated-test-k8s-ingress-apache-dubbo
          - shenyu-integrated-test-k8s-ingress-motan
          - shenyu-integrated-test-k8s-ingress-websocket
          - shenyu-integrated-test-k8s-ingress-grpc
    #          - shenyu-integrated-test-k8s-ingress-sofa
    runs-on: ubuntu-latest
    if: github.repository == 'apache/shenyu'
    steps:
      - uses: actions/checkout@v3
        with:
          submodules: true

      - uses: ./actions/paths-filter
        id: filter
        with:
          filters: |
            k8s-ingress:
              - 'shenyu-integrated-test-k8s-ingress*/**'
              - 'shenyu-*/**'
              - 'pom.xml'
              - '**/pom.xml'
              - 'shenyu-examples/**'
              - '!**/*.md'
              - '!**/*.txt'
              - '!resources/static/**'
              - '!.asf.yaml'
              - '!.gitignore'
              - '!.licenserc.yaml'
              - '!LICENSE'
              - '!NOTICE'
              - '!.github/ISSUE_TEMPLATE/**'
              - '!.github/PULL_REQUEST_TEMPLATE'

      - name: Clean Space
        if: steps.filter.outputs.k8s-ingress == 'true'
        run: |
          sudo rm -rf /usr/share/dotnet
          sudo rm -rf /opt/ghc
          sudo rm -rf "/usr/local/share/boost"
          sudo rm -rf "$AGENT_TOOLSDIRECTORY"

      - name: Cache Maven Repos
        if: steps.filter.outputs.k8s-ingress == 'true'
        uses: actions/cache@v3
        with:
          path: ~/.m2/repository
          key: ${{ runner.os }}-maven-${{ hashFiles('**/pom.xml') }}
          restore-keys: |
            ${{ runner.os }}-maven-

      - uses: actions/setup-java@v4
        if: steps.filter.outputs.k8s-ingress == 'true'
        with:
          java-version: 17
          distribution: "temurin"

      - name: Install Go
        uses: actions/setup-go@v3
        with:
          go-version: 1.17.x

      - name: Install k8s
        if: steps.filter.outputs.k8s-ingress == 'true'
        run: |
          go install sigs.k8s.io/kind@v0.14.0
          curl -LO https://storage.googleapis.com/kubernetes-release/release/v1.24.14/bin/linux/amd64/kubectl && sudo install kubectl /usr/local/bin/kubectl
          kind create cluster --image=kindest/node:v1.21.1 --config=./shenyu-integrated-test/${{ matrix.case }}/deploy/kind-config.yaml

      - name: Cache Maven Repos
        if: steps.filter.outputs.k8s-ingress == 'true'
        uses: actions/cache@v3
        with:
          path: ~/.m2/repository
          key: ${{ runner.os }}-maven-${{ hashFiles('**/pom.xml') }}
          restore-keys: |
            ${{ runner.os }}-maven-

      - uses: actions/setup-java@v4
        if: steps.filter.outputs.k8s-ingress == 'true'
        with:
          java-version: 17
          distribution: "temurin"

      - name: Install mvnd
        if: steps.filter.outputs.k8s-ingress == 'true'
        shell: bash
        run: |
          MVND_VERSION=1.0.2
          if [[ "${{ runner.os }}" == "Windows" ]]; then
            curl -sL https://downloads.apache.org/maven/mvnd/${MVND_VERSION}/maven-mvnd-${MVND_VERSION}-windows-amd64.zip -o mvnd.zip
            unzip -q mvnd.zip
            mkdir -p $HOME/.local
            mv maven-mvnd-${MVND_VERSION}-windows-amd64 $HOME/.local/mvnd
            echo "$HOME/.local/mvnd/bin" >> $GITHUB_PATH
            echo "MVND_HOME=$HOME/.local/mvnd" >> $GITHUB_ENV
          else
            curl -sL https://downloads.apache.org/maven/mvnd/${MVND_VERSION}/maven-mvnd-${MVND_VERSION}-linux-amd64.zip -o mvnd.zip
            unzip -q mvnd.zip
            mkdir -p $HOME/.local
            mv maven-mvnd-${MVND_VERSION}-linux-amd64 $HOME/.local/mvnd
            echo "$HOME/.local/mvnd/bin" >> $GITHUB_PATH
            echo "MVND_HOME=$HOME/.local/mvnd" >> $GITHUB_ENV
          fi

      - name: Build with Maven
        if: steps.filter.outputs.k8s-ingress == 'true'
        shell: bash
        run: |
          if mvnd --version > /dev/null 2>&1; then
            echo "Using mvnd for build"
            mvnd -B clean install -Dmaven.javadoc.skip=true -Dmaven.test.skip=true
          else
            echo "Falling back to maven wrapper"
            if [[ "${{ runner.os }}" == "Windows" ]]; then
              ./mvnw.cmd -B clean install -Dmaven.javadoc.skip=true -Dmaven.test.skip=true
            else
              ./mvnw -B clean install -Dmaven.javadoc.skip=true -Dmaven.test.skip=true
            fi
          fi

      - name: Build integrated tests
        if: steps.filter.outputs.k8s-ingress == 'true'
        shell: bash
        run: |
          if mvnd --version > /dev/null 2>&1; then
            echo "Using mvnd for build integrated tests"
            mvnd -B clean install -Pit -DskipTests -am -f ./shenyu-integrated-test/pom.xml
          else
            echo "Falling back to maven wrapper for integrated tests"
            if [[ "${{ runner.os }}" == "Windows" ]]; then
              ./mvnw.cmd -B clean install -Pit -DskipTests -am -f ./shenyu-integrated-test/pom.xml
            else
              ./mvnw -B clean install -Pit -DskipTests -am -f ./shenyu-integrated-test/pom.xml
            fi
          fi

      - name: Build examples
        if: steps.filter.outputs.k8s-ingress == 'true'
        shell: bash
        run: |
          if mvnd --version > /dev/null 2>&1; then
            echo "Using mvnd for build examples"
            mvnd -B clean install -Pexample -Dmaven.javadoc.skip=true -Dmaven.test.skip=true -am -f ./shenyu-examples/pom.xml
          else
            echo "Falling back to maven wrapper for examples"
            if [[ "${{ runner.os }}" == "Windows" ]]; then
              ./mvnw.cmd -B clean install -Pexample -Dmaven.javadoc.skip=true -Dmaven.test.skip=true -am -f ./shenyu-examples/pom.xml
            else
              ./mvnw -B clean install -Pexample -Dmaven.javadoc.skip=true -Dmaven.test.skip=true -am -f ./shenyu-examples/pom.xml
            fi
          fi

      - name: Build k8s Cluster
        if: steps.filter.outputs.k8s-ingress == 'true'
        run: bash ./shenyu-integrated-test/${{ matrix.case }}/script/build_k8s_cluster.sh

      - name: Wait for k8s Cluster Start up
        if: steps.filter.outputs.k8s-ingress == 'true'
        timeout-minutes: 15
        run: |
          bash ./shenyu-integrated-test/${{ matrix.case }}/script/healthcheck.sh

      - name: Run test
        id: test
        if: steps.filter.outputs.k8s-ingress == 'true'
        shell: bash
        run: |
          if mvnd --version > /dev/null 2>&1; then
            echo "Using mvnd for running tests"
            mvnd test -Pit -f ./shenyu-integrated-test/${{ matrix.case }}/pom.xml
          else
            echo "Falling back to maven wrapper for tests"
            if [[ "${{ runner.os }}" == "Windows" ]]; then
              ./mvnw.cmd test -Pit -f ./shenyu-integrated-test/${{ matrix.case }}/pom.xml
            else
              ./mvnw test -Pit -f ./shenyu-integrated-test/${{ matrix.case }}/pom.xml
            fi
          fi
        continue-on-error: true

      - name: Cluster Test after Healthcheck
        if: steps.filter.outputs.k8s-ingress == 'true'
        run: |
          echo "----------kubectl get all -o wide----------"
          kubectl get all -o wide
          echo "----------kubectl get all -n shenyu-ingress -o wide----------"
          kubectl get all -n shenyu-ingress -o wide
          echo "----------kubectl get events --all-namespaces----------"
          kubectl get events --all-namespaces
          echo "----------kubectl logs -l app=shenyu-ingress-controller -n shenyu-ingress --tail=-1----------"
          kubectl logs -l app=shenyu-ingress-controller -n shenyu-ingress --tail=-1
          if [[ ${{steps.test.outcome}} == "failure" ]]; then
            echo "Test Failed"
            exit 1
          else
            echo "Test Successful"
            exit 0
          fi