Test Local Pipeline Runners #65
Workflow file for this run
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Test Local Pipeline Runners | |
| on: | |
| pull_request: | |
| paths: | |
| - "kubeflow-pipelines/**" | |
| - ".github/workflows/execute-kfp-localrunners.yml" | |
| push: | |
| branches: [ main ] | |
| paths: | |
| - "kubeflow-pipelines/**" | |
| - ".github/workflows/execute-kfp-localrunners.yml" | |
| workflow_dispatch: | |
| inputs: | |
| # Maintainers can provide a PR number or existing branch name to run this | |
| # job against. If no PR number or branch name is provided, this job will run against | |
| # content in the "main" branch instead. | |
| pr_or_branch: | |
| description: "Pull request number or branch name" | |
| required: true | |
| default: "main" | |
| python_base_image: | |
| description: "Override PYTHON_BASE_IMAGE (leave empty to use default)" | |
| required: false | |
| default: "" | |
| docling_base_image: | |
| description: "Override DOCLING_BASE_IMAGE (leave empty to use default)" | |
| required: false | |
| default: "" | |
| env: | |
| QUAY_REGISTRY: quay.io | |
| INSTANCE_TYPE: "g6e.xlarge" | |
| jobs: | |
| # This job always runs and provides clear feedback to contributors | |
| pr-check: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: PR Check | |
| run: | | |
| echo "✅ PR received!" | |
| echo "" | |
| if [ "${{ github.repository }}" != "opendatahub-io/data-processing" ]; then | |
| echo "ℹ️ Note: Full CI tests (EC2 runners, pipeline tests) only run on PRs to opendatahub-io/data-processing." | |
| echo " Your PR will be tested automatically once submitted to the upstream repository's branch." | |
| else | |
| echo "🚀 Running full CI tests on upstream repository..." | |
| fi | |
| launch-ec2-runner: | |
| if: github.repository == 'opendatahub-io/data-processing' | |
| runs-on: ubuntu-latest | |
| permissions: | |
| id-token: write # This is required for OIDC (AWS auth) | |
| contents: read | |
| outputs: | |
| label: ${{ steps.start-ec2-runner.outputs.label }} | |
| ec2-instance-id: ${{ steps.start-ec2-runner.outputs.ec2-instance-id }} | |
| steps: | |
| - name: Checkout repository | |
| uses: actions/checkout@v6 | |
| - name: Configure AWS Credentials | |
| uses: aws-actions/configure-aws-credentials@61815dcd50bd041e203e49132bacad1fd04d2708 # v5.1.1 | |
| with: | |
| role-to-assume: "arn:aws:iam::${{ secrets.AWS_ACCOUNT_ID }}:role/${{ vars.DATA_PROCESSING_IAM_ROLE }}" | |
| aws-region: us-east-2 | |
| role-session-name: odh-data-processing # For tracking in CloudTrail | |
| - name: Start Data Processing EC2 runner | |
| id: start-ec2-runner | |
| uses: machulav/ec2-github-runner@a6dbcefcf8a31a861f5e078bb153ed332130c512 # v2.4.3 | |
| with: | |
| mode: start | |
| github-token: "${{ secrets.DATA_PROCESSING_GH_PERSONAL_ACCESS_TOKEN }}" | |
| ec2-instance-type: "${{ env.INSTANCE_TYPE }}" | |
| availability-zones-config: > | |
| [ | |
| {"imageId": "${{ vars.US_EAST_2_AMI_ID }}", "subnetId": "${{ vars.US_EAST_2A_SUBNET_ID }}", "securityGroupId": "${{ vars.US_EAST_2_SG_ID }}"}, | |
| {"imageId": "${{ vars.US_EAST_2_AMI_ID }}", "subnetId": "${{ vars.US_EAST_2B_SUBNET_ID }}", "securityGroupId": "${{ vars.US_EAST_2_SG_ID }}"}, | |
| {"imageId": "${{ vars.US_EAST_2_AMI_ID }}", "subnetId": "${{ vars.US_EAST_2C_SUBNET_ID }}", "securityGroupId": "${{ vars.US_EAST_2_SG_ID }}"} | |
| ] | |
| iam-role-name: "${{ vars.DATA_PROCESSING_IAM_ROLE }}" | |
| aws-resource-tags: > | |
| [ | |
| {"Key": "Name", "Value": "data-processing-gh-runner"}, | |
| {"Key": "GitHubRepository", "Value": "${{ github.repository }}"}, | |
| {"Key": "GitHubRef", "Value": "${{ github.ref }}"}, | |
| {"Key": "GitHubPR", "Value": "${{ github.event.number }}"} | |
| ] | |
| test-local-pipelines: | |
| if: github.repository == 'opendatahub-io/data-processing' | |
| needs: | |
| - launch-ec2-runner | |
| runs-on: ${{ needs.launch-ec2-runner.outputs.label }} | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| pipeline: | |
| - docling-standard | |
| - docling-vlm | |
| steps: | |
| - name: Setup Environment | |
| run: echo "Running on EC2 ${{ needs.launch-ec2-runner.outputs.ec2-instance-id }}" | |
| - uses: actions/checkout@v4 | |
| - name: Setup System Dependencies (Python + Docker) | |
| run: | | |
| # Install Python | |
| sudo dnf install -y python3.11 python3-pip | |
| # Install Docker CE from official repository | |
| sudo dnf config-manager --add-repo https://download.docker.com/linux/centos/docker-ce.repo | |
| sudo dnf install -y docker-ce docker-ce-cli containerd.io | |
| # Start Docker daemon | |
| sudo systemctl start docker | |
| sudo systemctl enable docker | |
| # Add current user to docker group | |
| sudo usermod -aG docker $(whoami) | |
| # Apply group membership without logout (temporary for this session) | |
| sudo chmod 666 /var/run/docker.sock | |
| - name: Install minimal requirements | |
| run: | | |
| # Setup Pip | |
| /usr/bin/python3.11 -m ensurepip --upgrade >/dev/null 2>&1 | |
| /usr/bin/python3.11 -m pip install --upgrade pip | |
| # 1. Install Requirements (Generic) | |
| # We do this first so we can overwrite any bad CPU-versions it pulls in | |
| /usr/bin/python3.11 -m pip install docker kfp==2.14.6 | |
| - name: Create output directory | |
| working-directory: kubeflow-pipelines/${{ matrix.pipeline }} | |
| run: | | |
| mkdir -p local_outputs | |
| chmod 777 local_outputs | |
| - name: Log in to Quay Container Registry | |
| uses: docker/login-action@v3 | |
| with: | |
| registry: ${{ env.QUAY_REGISTRY }} | |
| username: ${{ secrets.QUAY_USERNAME }} | |
| password: ${{ secrets.QUAY_PASSWORD }} | |
| - name: Run local pipeline | |
| timeout-minutes: 15 | |
| working-directory: kubeflow-pipelines/${{ matrix.pipeline }} | |
| run: | | |
| # Only set env vars if inputs are provided (non-empty) | |
| if [ -n "${{ github.event.inputs.python_base_image }}" ]; then | |
| export PYTHON_BASE_IMAGE="${{ github.event.inputs.python_base_image }}" | |
| fi | |
| if [ -n "${{ github.event.inputs.docling_base_image }}" ]; then | |
| export DOCLING_BASE_IMAGE="${{ github.event.inputs.docling_base_image }}" | |
| fi | |
| /usr/bin/python3.11 local_run.py | |
| - name: Upload logs on failure | |
| if: failure() | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: ${{ matrix.pipeline }}-logs | |
| path: kubeflow-pipelines/${{ matrix.pipeline }}/local_outputs/ | |
| retention-days: 7 | |
| stop-ec2-runner: | |
| if: github.repository == 'opendatahub-io/data-processing' && always() | |
| permissions: | |
| id-token: write # This is required for OIDC (AWS auth) | |
| contents: read | |
| needs: | |
| - launch-ec2-runner | |
| - test-local-pipelines | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Configure AWS credentials | |
| uses: aws-actions/configure-aws-credentials@61815dcd50bd041e203e49132bacad1fd04d2708 # v5.1.1 | |
| with: | |
| role-to-assume: "arn:aws:iam::${{ secrets.AWS_ACCOUNT_ID }}:role/${{ vars.DATA_PROCESSING_IAM_ROLE }}" | |
| aws-region: us-east-2 | |
| role-session-name: odh-data-processing # For tracking in CloudTrail | |
| - name: Stop EC2 runner | |
| uses: machulav/ec2-github-runner@a6dbcefcf8a31a861f5e078bb153ed332130c512 # v2.4.3 | |
| with: | |
| mode: stop | |
| github-token: "${{ secrets.DATA_PROCESSING_GH_PERSONAL_ACCESS_TOKEN }}" | |
| label: ${{ needs.launch-ec2-runner.outputs.label }} | |
| ec2-instance-id: ${{ needs.launch-ec2-runner.outputs.ec2-instance-id }} | |