feat: add component-based configuration for Geti CI (#517)

Co-authored-by: Albert van Houten <[email protected]>

Author: mpryahin

.github/actions/read-component-config/action.yaml

@@ -0,0 +1,50 @@
+name: 'Read Component Configuration'
+description: 'Read component configuration from YAML file'
+
+inputs:
+  component_dir:
+    description: 'Component directory from the repo root'
+    required: true
+  config_file:
+    description: 'Path to configuration YAML file'
+    required: false
+    default: '.github/components-config.yaml'
+
+outputs:
+  cleanup_type:
+    description: 'Type of cleanup to perform'
+    value: ${{ steps.config.outputs.cleanup_type }}
+  integration_builder:
+    description: 'If integration tests should be executed in a builder container'
+    value: ${{ steps.config.outputs.integration_builder }}
+
+runs:
+  using: 'composite'
+  steps:
+    - name: Read component configuration
+      id: config
+      shell: bash
+      env:
+        COMPONENT_DIR: ${{ inputs.component_dir }}
+        CONFIG_FILE: ${{ inputs.config_file }}
+      run: |
+        
+        get_config_value() {
+          COMPONENT="$COMPONENT_DIR" KEY="$1" yq eval -r '
+          .defaults as $defaults |
+          (.components[env(COMPONENT)] // {}) as $component |
+          ($defaults * $component)[env(KEY)]
+          ' "$CONFIG_FILE"
+        }
+
+        cleanup_type=$(get_config_value "cleanup_type")
+        integration_builder=$(get_config_value "integration_builder")
+        
+        echo "cleanup_type=$cleanup_type" >> $GITHUB_OUTPUT
+        echo "integration_builder=$integration_builder" >> $GITHUB_OUTPUT
+        
+        echo "=== Component Configuration ==="
+        echo "Component: $COMPONENT_DIR"
+        echo "cleanup_type: $cleanup_type"
+        echo "integration_builder: $integration_builder"
+        echo "==============================="

.github/components-config.yaml

@@ -0,0 +1,20 @@
+# Component Build Configuration
+#
+# This file optimizes CI/CD builds by configuring settings per component.
+# Components not listed here use the 'defaults' section below.
+components:
+  interactive_ai/workflows/otx_domain/trainer/otx_v2/xpu:
+    # Heavy builds requiring cleanup to fit into default GitHub runner disk space
+    cleanup_type: all
+
+  interactive_ai/workflows/otx_domain/trainer/otx_v2/gpu:
+    # Heavy builds requiring cleanup to fit into default GitHub runner disk space
+    cleanup_type: all
+
+  interactive_ai/workflows/geti_domain/project_ie:
+    integration_builder: false
+
+# Default configuration for unlisted components
+defaults:
+  cleanup_type: none
+  integration_builder: true

.github/workflows/component.yml

@@ -61,10 +61,18 @@ jobs:
           persist-credentials: false
           ref: ${{ inputs.ref || '' }}
 
+      - name: Read component config
+        id: component-config
+        uses: ./.github/actions/read-component-config
+        with:
+          component_dir: ${{ env.COMPONENT_DIR }}
+
       - name: Initial cleanup
+        if: steps.component-config.outputs.cleanup_type == 'initial' || steps.component-config.outputs.cleanup_type == 'all'
         uses: ./.github/actions/cleanup-runner
         with:
           type: 'initial'
+
       - name: Configure AWS Credentials
         uses: aws-actions/configure-aws-credentials@b47578312673ae6fa5b5096b330d9fbac3d116df # v4.2.1
         with:
@@ -96,13 +104,15 @@ jobs:
 
       - name: Integration testing
         run: |
-          if [[ "${COMPONENT_DIR}" == "interactive_ai/workflows/geti_domain/project_ie" ]]; then
+          if [[ "${{ steps.component-config.outputs.integration_builder }}" == "false" ]]; then
             make -C "${COMPONENT_DIR}" test-integration
           else
             make builder -C "${COMPONENT_DIR}" test-integration
           fi
+      
 
       - name: Pre-build cleanup
+        if: steps.component-config.outputs.cleanup_type == 'pre-build' || steps.component-config.outputs.cleanup_type == 'all'
         uses: ./.github/actions/cleanup-runner
         with:
           type: 'pre-build'