Skip to content

fix action path

fix action path #4

name: Build and Deploy Evaluations Cloud Run Jobs
on:
push:
branches:
- main
- olmo-eval_cloudrun
paths:
- 'apps/evaluations/**'
- '.github/workflows/build-and-push-evals.yml'
workflow_dispatch:
permissions:
contents: read
id-token: write
env:
SERVICE_NAME: evaluations
REGISTRY: us-west1-docker.pkg.dev
REPO: model-evals
jobs:
build-and-deploy:
runs-on: ubuntu-latest
environment:
name: ${{ github.ref_name }}
steps:
- name: Skiff2 Setup
id: setup
uses: ./.github/skiff2/setup
with:
workload_identity_provider: ${{ vars.SKIFF2_WORKLOAD_IDENTITY_PROVIDER }}
service_account: ${{ vars.SKIFF2_SERVICE_ACCOUNT }}
project_id: ${{ vars.SKIFF2_PROJECT_ID }}
# Configure Docker for Artifact Registry
- name: Configure Docker
run: gcloud auth configure-docker ${REGISTRY} --quiet
# Custom build step for evaluations (handles GITHUB_TOKEN for private repo)
# Once olmo-eval-internal is public, this can be replaced with Skiff2 Build
- name: Build and Push Evaluations Image
id: build
env:
PROJECT_ID: ${{ vars.SKIFF2_PROJECT_ID }}
GITHUB_TOKEN: ${{ secrets.OLMO_EVAL_INTERNAL_TOKEN }}
run: |
IMAGE_TAG="${REGISTRY}/${PROJECT_ID}/${REPO}/${SERVICE_NAME}"
docker buildx build \
--platform linux/amd64 \
--push \
--cache-from "type=registry,ref=${IMAGE_TAG}:latest" \
--cache-to "type=inline" \
--build-arg BUILDKIT_INLINE_CACHE=1 \
--build-arg "GITHUB_TOKEN=${GITHUB_TOKEN}" \
--tag "${IMAGE_TAG}:latest" \
--tag "${IMAGE_TAG}:${{ github.sha }}" \
--file apps/evaluations/Dockerfile \
apps/evaluations
echo "image=${IMAGE_TAG}:${{ github.sha }}" >> $GITHUB_OUTPUT
# Deploy Cloud Run Jobs
- name: Deploy Cloud Run Jobs
env:
IMAGE_TAG: ${{ steps.build.outputs.image }}
run: |
cd apps/evaluations/cloud-run-jobs
./deploy.sh