Ci: fix path filters (#1200)

Clean up dead code that doesn't trigger or apply
in any workflow.

Update the path filters to include all necessary
files for the CI workflows to function correctly.

Optimize base_build performance by enabling parallel
compilation with -j flag.

Disable pushing for Docker to avoid docker_build
issue. 

fixes: d608256

---------

Co-authored-by: Miłosz Linkiewicz <[email protected]>

Author: DawidWesierski4

.github/path_filters.yml

@@ -1,45 +1,61 @@
 # This is used by the action https://github.com/dorny/paths-filter
 
-ubuntu_build: &ubuntu_build
-  - .github/workflows/base_build.yml
-  - '**'
+src: &src
+  - 'patches/dpdk/**'
+  - 'include/**'
+  - 'lib/**'
+  - 'ld_preload/**'
+  - 'gpu_direct/**'
+  - 'tests/src/**'
+  - 'tests/tools/**'
+  - tests/meson.build
+  - tests/meson_options.txt
+  - 'manager/**'
 
-linux_gtest: &linux_gtest
-  - .github/workflows/ubuntu_build_with_gtest.yml
-  - '.github/workflows/upl*'
-  - 'patches/ice_drv/**'
-  - '*src'
-  - '*build'
+build: &build
+  - build.sh
+  - kahawai.json
+  - meson.build
+  - meson_options.txt
+  - VERSION
+  - versions.env
+  - "script/**"
+
+docker: &docker
+  - docker/**
+  - manager/Dockerfile
+  - manager/.dockerignore
+  - '.dockerignore'
+
+ecosystem: &ecosystem
+  - 'app/**'
+  - 'tests/tools/**'
+  - 'tools/**'
+  - 'ecosystem/**'
+  - 'rust/**'
+  - 'index.rst'
+  - 'python/**'
+  - 'plugins/**'
+  - 'script/build_app.sh'
+  - 'script/build_python.sh'
+  - 'script/build_ebpf_xdp.sh'
+  - 'script/build_obs_plugin.sh'
+  - 'script/build_st22_avcodec_plugin.sh'
 
 ice_build: &ice_build
-  - .github/workflows/base_build.yml
   - 'paths/ice_drv/**'
   - 'script/build_ice_driver.sh'
 
-manager_build: &manager_build
-  - .github/workflows/base_build.yml
-  - 'manager/**'
-
-plugin_build: &plugin_build
-  - .github/workflows/base_build.yml
-  - 'plugins/**'
-
-rust_build: &rust_hooks_build
-  - .github/workflows/base_build.yml
-  - 'rust/**'
-
-python_build: &python_hooks_build
-  - .github/workflows/base_build.yml
-  - 'python/**'
-
-tools_monitors_build: &mtl_monitors_build
+ubuntu_build: &ubuntu_build
   - .github/workflows/base_build.yml
-  - 'tools/ebpf/**'
+  - *src
+  - *build
+  - *docker
+  - *ecosystem
 
-tools_readcap_build: &mtl_readcap_build
-  - .github/workflows/base_build.yml
-  - 'tools/readcap/**'
+linux_gtest: &linux_gtest
+  - .github/workflows/ubuntu_build_with_gtest.yml
+  - '.github/workflows/upl*'
+  - *ice_build
+  - *ubuntu_build
 
-tools_cpu_emulator_build: &mtl_cpu_emulator_build
-  - .github/workflows/base_build.yml
-  - 'tools/sch_smi_emulate/**'

.github/scripts/setup_environment.sh

@@ -45,6 +45,7 @@ script_name=$(basename "${BASH_SOURCE[0]}")
 script_path=$(readlink -qe "${BASH_SOURCE[0]}")
 setup_script_folder=${script_path/$script_name/}
 root_folder="${setup_script_folder}/../.."
+nproc=$(nproc 2>/dev/null || echo 50)
 # shellcheck disable=SC1091
 . "${root_folder}/script/common.sh"
 
@@ -167,9 +168,8 @@ function setup_ubuntu_install_dependencies() {
 		fi
 		cd build || exit 1
 		cmake .. -D CMAKE_BUILD_TYPE=Release
-		cmake --build . --target package
-
-		cmake --build . --target install
+		cmake --build . --target package -j"${nproc}"
+		cmake --build . --target install -j"${nproc}"
 	fi
 
 	if [ "${ECOSYSTEM_BUILD_AND_INSTALL_FFMPEG_PLUGIN}" == "1" ]; then
@@ -324,7 +324,7 @@ if [[ "${BASH_SOURCE[0]}" == "${0}" ]]; then
 		git am "${root_folder}"/patches/ice_drv/"${ICE_VER}"/*.patch
 
 		cd src
-		make
+		make -j"${nproc}"
 		STEP=$((STEP + 1))
 	fi
 
@@ -458,7 +458,7 @@ if [[ "${BASH_SOURCE[0]}" == "${0}" ]]; then
 		git checkout v4.1.1
 		./autogen.sh
 		./configure
-		make
+		make -j"${nproc}"
 		make install
 		cd "${root_folder}/python/swig"
 		swig -python -I/usr/local/include -o pymtl_wrap.c pymtl.i
@@ -478,22 +478,22 @@ if [[ "${BASH_SOURCE[0]}" == "${0}" ]]; then
 	if [ "${TOOLS_BUILD_AND_INSTALL_MTL_MONITORS}" == "1" ]; then
 		echo "$STEP Tools MTL monitors build and install"
 		cd "${root_folder}/tools/ebpf" || exit 1
-		make lcore_monitor
-		make udp_monitor
+		make lcore_monitor -j"${nproc}"
+		make udp_monitor -j"${nproc}"
 		STEP=$((STEP + 1))
 	fi
 
 	if [ "${TOOLS_BUILD_AND_INSTALL_MTL_READPCAP}" == "1" ]; then
 		echo "$STEP Tools MTL readpcap build and install"
 		cd "${root_folder}/tools/readpcap" || exit 1
-		make
+		make -j"${nproc}"
 		STEP=$((STEP + 1))
 	fi
 
 	if [ "${TOOLS_BUILD_AND_INSTALL_MTL_CPU_EMULATOR}" == "1" ]; then
 		echo "$STEP Tools MTL CPU emulator build and install"
 		cd "${root_folder}/tools/sch_smi_emulate" || exit 1
-		make
+		make -j"${nproc}"
 		STEP=$((STEP + 1))
 	fi
 

.github/workflows/base_build.yml

@@ -41,14 +41,7 @@ jobs:
     outputs:
       # https://stackoverflow.com/questions/70326569/github-workflow-how-to-conditionally-setup-env-for-all-subsequent-jobs
       ubuntu_build: ${{ steps.filter.outputs.ubuntu_build == 'true' }}
-      ice_build: ${{ steps.filter.outputs.ice_build == 'true' }}
       manager_build: ${{ steps.filter.outputs.manager_build == 'true' }}
-      plugin_build: ${{ steps.filter.outputs.plugin_build == 'true' }}
-      rust_hooks_build: ${{ steps.filter.outputs.rust_build == 'true' }}
-      python_hooks_build: ${{ steps.filter.outputs.python_build == 'true' }}
-      mtl_monitors_build: ${{ steps.filter.outputs.mtl_monitors_build == 'true' }}
-      mtl_readcap_build: ${{ steps.filter.outputs.mtl_readcap_build == 'true' }}
-      mtl_cpu_emulator_build: ${{ steps.filter.outputs.mtl_cpu_emulator_build == 'true' }}
 
     steps:
       - uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2

.github/workflows/docker_build.yml

@@ -63,6 +63,7 @@ jobs:
       - name: Login to Docker Container Registry
         uses: docker/login-action@74a5d142397b4f367a81961eba4e8cd7edddf772 # v3.4.0
         if: ${{ env.DOCKER_REGISTRY_LOGIN == 'true' }}
+        id: dockerLoginStep
         continue-on-error: true
         with:
           registry: "${{ env.DOCKER_REGISTRY }}"
@@ -72,7 +73,7 @@ jobs:
       - name: Build image
         uses: docker/build-push-action@14487ce63c7a62a4a324b0bfb37086795e31c6c1 # v6.16.0
         with:
-          push: "${{ env.DOCKER_REGISTRY_LOGIN == 'true' }}"
+          push: "${{ env.DOCKER_REGISTRY_LOGIN == 'true' && steps.dockerLoginStep.outcome == 'SUCCESS' && github.ref == 'refs/heads/main' }}"
           context: "${{ github.workspace }}"
           file: "${{ github.workspace }}/docker/ubuntu.dockerfile"
           tags: "${{ env.DOCKER_REGISTRY }}/${{ env.DOCKER_REGISTRY_PREFIX }}/${{ env.DOCKER_IMAGE_NAME }}:${{ env.DOCKER_IMAGE_TAG }}"
@@ -113,6 +114,7 @@ jobs:
       - name: Login to Docker Container Registry
         uses: docker/login-action@74a5d142397b4f367a81961eba4e8cd7edddf772 # v3.4.0
         if: ${{ env.DOCKER_REGISTRY_LOGIN == 'true' }}
+        id: dockerLoginStep
         continue-on-error: true
         with:
           registry: "${{ env.DOCKER_REGISTRY }}"
@@ -122,7 +124,7 @@ jobs:
       - name: Build manager image
         uses: docker/build-push-action@14487ce63c7a62a4a324b0bfb37086795e31c6c1 # v6.16.0
         with:
-          push: "${{ env.DOCKER_REGISTRY_LOGIN == 'true' }}"
+          push: "${{ env.DOCKER_REGISTRY_LOGIN == 'true' && steps.dockerLoginStep.outcome == 'SUCCESS' && github.ref == 'refs/heads/main' }}"
           context: "${{ github.workspace }}/manager"
           file: "${{ github.workspace }}/manager/Dockerfile"
           tags: "${{ env.DOCKER_REGISTRY }}/${{ env.DOCKER_REGISTRY_PREFIX }}/${{ env.DOCKER_IMAGE_NAME }}:${{ env.DOCKER_IMAGE_TAG }}"