Fix the docker image builds (#14)

* fix auth

* fix creds

* format the files

* free disk space

* added the test

* format

* fix the disk space

* fix the disk space 2

* added the scheduler

* remove haskell

---------

Co-authored-by: xqhu <xqhu@google.com>

Author: liferoad

.github/workflows/docker.yml

@@ -15,34 +15,58 @@
 name: Build and push Docker image to GCP Artifact Registry
 
 on:
-    workflow_dispatch:
-    push:
-      branches:
-        - main
+  workflow_dispatch:
+  push:
+    branches:
+      - main
+  schedule:
+    # Every Monday at 1PM UTC (9AM EST)
+    - cron: "0 13 * * 1"
 
 jobs:
   build-and-push:
     runs-on: ubuntu-latest
 
     steps:
+      - name: Free Disk Space (Ubuntu)
+        uses: jlumbroso/free-disk-space@main
+        with:
+          # this might remove tools that are actually needed,
+          # if set to "true" but frees about 6 GB
+          tool-cache: false
+
+          android: true
+          dotnet: true
+          haskell: true
+          large-packages: false
+          docker-images: true
+          swap-storage: true
       - name: Checkout
         uses: actions/checkout@v3
-      - name: Authenticate to Google Cloud
+      - id: "auth"
+        name: Authenticate to Google Cloud
         uses: google-github-actions/auth@v1.1.1
         with:
           credentials_json: ${{ secrets.GOOGLE_CREDENTIALS }}
           token_format: access_token
-      - name: Docker login -
-        uses: 'docker/login-action@v1'
+      - name: Docker login
+        uses: "docker/login-action@v1"
         with:
-            registry: 'us-docker.pkg.dev'
-            username: 'oauth2accesstoken'
-            password: '${{ steps.auth.outputs.access_token }}'
+          registry: "us-docker.pkg.dev"
+          username: "oauth2accesstoken"
+          password: "${{ steps.auth.outputs.access_token }}"
+      - name: Set up Python 3.8
+        uses: actions/setup-python@v4
+        with:
+          python-version: "3.8"
       - name: Init env
         run: |
-              cp tests/sample.env.tf .env
-              echo '${{ steps.auth.outputs.access_token }}' | docker login -u oauth2accesstoken --password-stdin https://us-docker.pkg.dev
-              make init
+          cp tests/sample.env.tf .env
+          echo '${{ steps.auth.outputs.access_token }}' | docker login -u oauth2accesstoken --password-stdin https://us-docker.pkg.dev
+          make init
       - name: Build and push Docker image
         run: |
           make docker
+      - name: Test Docker image
+        run: |
+          make run-df-gpu

.github/workflows/pr.yml

@@ -18,36 +18,35 @@ on: [push, pull_request, workflow_dispatch]
 
 jobs:
   tests:
-
     runs-on: ubuntu-latest
 
     steps:
       - uses: actions/checkout@v3
       - name: Set up Python 3.8
         uses: actions/setup-python@v4
         with:
-          python-version: '3.8'
+          python-version: "3.8"
       - name: Init env
         run: |
-            cp tests/sample.env.tf .env
-            make init
+          cp tests/sample.env.tf .env
+          make init
       - name: Run local tests
         run: |
-            make test
+          make test
       - name: Run DirectRunner with TF
         run: |
-            # tf model
-            make run-direct
-            test -f beam-output/beam_test_out.txt && echo "DirectRunner ran successfully!" || $(error "Cannot find beam-output/beam_test_out.txt!")
+          # tf model
+          make run-direct
+          test -f beam-output/beam_test_out.txt && echo "DirectRunner ran successfully!" || $(error "Cannot find beam-output/beam_test_out.txt!")
       - name: Run DirectRunner with PyTorch
         run: |
-            # torch model
-            sed -i '/TF_MODEL_URI=/d' .env
-            echo -e "\n" >> .env
-            echo "MODEL_STATE_DICT_PATH=gs://apache-beam-ml/models/torchvision.models.mobilenet_v2.pth" >> .env
-            echo -e "\n" >> .env
-            echo "MODEL_NAME=mobilenet_v2" >> .env
-            make run-direct
-            test -f beam-output/beam_test_out.txt && echo "DirectRunner ran successfully!" || $(error "Cannot find beam-output/beam_test_out.txt!")
-            # restore .env
-            cp tests/sample.env.tf .env
+          # torch model
+          sed -i '/TF_MODEL_URI=/d' .env
+          echo -e "\n" >> .env
+          echo "MODEL_STATE_DICT_PATH=gs://apache-beam-ml/models/torchvision.models.mobilenet_v2.pth" >> .env
+          echo -e "\n" >> .env
+          echo "MODEL_NAME=mobilenet_v2" >> .env
+          make run-direct
+          test -f beam-output/beam_test_out.txt && echo "DirectRunner ran successfully!" || $(error "Cannot find beam-output/beam_test_out.txt!")
+          # restore .env
+          cp tests/sample.env.tf .env