payload fixes #1
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: NVIDIA PyTorch/CUDA Job | ||
| on: | ||
| workflow_dispatch: | ||
| inputs: | ||
| run_id: | ||
| description: 'Unique identifier for this run' | ||
| required: true | ||
| type: string | ||
| payload: | ||
| description: 'Content of the user submission, as json string' | ||
| required: true | ||
| type: string | ||
| requirements: | ||
| description: 'Contents for a requirements.txt file' | ||
| required: false | ||
| type: string | ||
| run-name: 'NVIDIA Job - ${{ github.event.inputs.run_id }}' | ||
| jobs: | ||
| run: | ||
| runs-on: [gpumode-nvidia-arc] | ||
| timeout-minutes: 10 | ||
| container: | ||
| image: nvidia/cuda:12.4.0-devel-ubuntu22.04 | ||
| steps: | ||
| - uses: actions/checkout@v3 | ||
| - name: Setup Python | ||
| uses: actions/setup-python@v5 | ||
| with: | ||
| python-version: '3.10' | ||
| - name: Install uv | ||
| uses: astral-sh/setup-uv@v3 | ||
| with: | ||
| version: "latest" | ||
| - name: Create input files | ||
| shell: bash | ||
| run: | | ||
| # Extract the payload content without printing it | ||
| apt-get update && apt-get install -y jq | ||
| PAYLOAD=$(jq -r '.inputs.payload' $GITHUB_EVENT_PATH) | ||
| # Apply mask to the extracted content | ||
| echo "::add-mask::$PAYLOAD" | ||
| # Compress and encode the payload as expected by the runner | ||
| # Compress with gzip/zlib and then base64 encode | ||
| echo "$PAYLOAD" | python3 -c " | ||
| import sys, zlib, base64 | ||
| payload = sys.stdin.read() | ||
| compressed = zlib.compress(payload.encode('utf-8')) | ||
| encoded = base64.b64encode(compressed).decode('ascii') | ||
| print(encoded) | ||
| " > payload.json | ||
| - name: Setup Python environment | ||
| shell: bash | ||
| run: | | ||
| uv venv .venv | ||
| echo "VIRTUAL_ENV=$PWD/.venv" >> $GITHUB_ENV | ||
| echo "$PWD/.venv/bin" >> $GITHUB_PATH | ||
| if [[ -n "${{ github.event.inputs.requirements }}" ]]; then | ||
| cat > "requirements.txt" <<'EOL' | ||
| ${{ github.event.inputs.requirements }} | ||
| EOL | ||
| uv pip install -r "requirements.txt" | ||
| fi | ||
| uv pip install -e . | ||
| - name: Run script | ||
| shell: bash | ||
| run: | | ||
| python src/runners/github-runner.py | ||
| cat result.json # Debug: show output | ||
| - name: Upload training artifacts | ||
| uses: actions/upload-artifact@v4 | ||
| if: always() | ||
| with: | ||
| name: run-result | ||
| path: | | ||
| result.json | ||
| env: | ||
| CUDA_VISIBLE_DEVICES: 0 | ||
