modify workflow to generate a Dockerfile.sandbox if it doesn't exist

Author: marwan37

.github/workflows/build-push-sandbox.yml

@@ -41,37 +41,35 @@ jobs:
         run: |
           if [ "${{ github.event_name }}" == "workflow_dispatch" ]; then
             if [ -n "${{ github.event.inputs.project }}" ]; then
-              # Use the manually specified project
               PROJECTS="[\"${{ github.event.inputs.project }}\"]"
             else
               # Auto-detect changed files (same logic as push events)
               CHANGED_FILES=$(git diff --name-only HEAD^ HEAD)
               CHANGED_DIRS=$(echo "$CHANGED_FILES" | grep -o "^[^/]*" | sort -u | grep -v "^$")
-              PROJECTS_WITH_DOCKERFILE=$(find . -maxdepth 2 -name "Dockerfile.sandbox" -not -path "*/\.*" | xargs dirname | xargs basename -a)
+              ALL_PROJECT_DIRS=$(find . -maxdepth 1 -type d -not -path "*/\.*" -not -path "." | sed 's|^\./||' | grep -v "^_")
               PROJECTS="["
               COMMA=""
               for DIR in $CHANGED_DIRS; do
-                if echo "$PROJECTS_WITH_DOCKERFILE" | grep -q "^$DIR$"; then
+                if echo "$ALL_PROJECT_DIRS" | grep -q "^$DIR$"; then
                   PROJECTS="${PROJECTS}${COMMA}\"${DIR}\""
                   COMMA=","
                 fi
               done
               PROJECTS="${PROJECTS}]"
             fi
           else
-          # Original push event logic
-          CHANGED_FILES=$(git diff --name-only HEAD^ HEAD)
-          CHANGED_DIRS=$(echo "$CHANGED_FILES" | grep -o "^[^/]*" | sort -u | grep -v "^$")
-          PROJECTS_WITH_DOCKERFILE=$(find . -maxdepth 2 -name "Dockerfile.sandbox" -not -path "*/\.*" | xargs dirname | xargs basename -a)
-          PROJECTS="["
-          COMMA=""
-          for DIR in $CHANGED_DIRS; do
-            if echo "$PROJECTS_WITH_DOCKERFILE" | grep -q "^$DIR$"; then
-              PROJECTS="${PROJECTS}${COMMA}\"${DIR}\""
-              COMMA=","
-            fi
-          done
-          PROJECTS="${PROJECTS}]"
+            CHANGED_FILES=$(git diff --name-only HEAD^ HEAD)
+            CHANGED_DIRS=$(echo "$CHANGED_FILES" | grep -o "^[^/]*" | sort -u | grep -v "^$")
+            ALL_PROJECT_DIRS=$(find . -maxdepth 1 -type d -not -path "*/\.*" -not -path "." | sed 's|^\./||' | grep -v "^_")
+            PROJECTS="["
+            COMMA=""
+            for DIR in $CHANGED_DIRS; do
+              if echo "$ALL_PROJECT_DIRS" | grep -q "^$DIR$"; then
+                PROJECTS="${PROJECTS}${COMMA}\"${DIR}\""
+                COMMA=","
+              fi
+            done
+            PROJECTS="${PROJECTS}]"
           fi
           echo "matrix=$PROJECTS" >> $GITHUB_OUTPUT
           echo "Projects to build: $PROJECTS"
@@ -85,6 +83,9 @@ jobs:
     steps:
       - name: Checkout code
         uses: actions/checkout@v3
+        with:
+          fetch-depth: 0
+          token: ${{ secrets.GITHUB_TOKEN }}
 
       - name: Check for Dockerfile.sandbox
         id: check-dockerfile
@@ -93,28 +94,46 @@ jobs:
             echo "dockerfile_exists=true" >> $GITHUB_OUTPUT
           else
             echo "dockerfile_exists=false" >> $GITHUB_OUTPUT
-            echo "No Dockerfile.sandbox found in ${{ matrix.project }}, skipping."
+            echo "No Dockerfile.sandbox found in ${{ matrix.project }}, will generate one."
           fi
 
+      - name: Set up Python
+        if: steps.check-dockerfile.outputs.dockerfile_exists == 'false'
+        uses: actions/setup-python@v4
+        with:
+          python-version: "3.10"
+
+      - name: Generate Dockerfile.sandbox if needed
+        if: steps.check-dockerfile.outputs.dockerfile_exists == 'false'
+        run: |
+          python generate_sandbox_dockerfile.py "${{ matrix.project }}"
+          echo "Generated Dockerfile.sandbox for ${{ matrix.project }}"
+
       - name: Set up Docker Buildx
-        if: steps.check-dockerfile.outputs.dockerfile_exists == 'true'
         uses: docker/setup-buildx-action@v2
 
       - name: Login to DockerHub
-        if: steps.check-dockerfile.outputs.dockerfile_exists == 'true'
         uses: docker/login-action@v2
         with:
           username: ${{ secrets.DOCKERHUB_USERNAME }}
-          password: ${{ secrets.DOCKERHUB_PASSWORD}}
+          password: ${{ secrets.DOCKERHUB_PASSWORD }}
 
       - name: Build and push
-        if: steps.check-dockerfile.outputs.dockerfile_exists == 'true'
         uses: docker/build-push-action@v4
         with:
           context: .
           file: ${{ matrix.project }}/Dockerfile.sandbox
           push: true
           tags: |
-            zenmldocker/project-${{ matrix.project }}:latest
+            safoinext/zenml-sandbox-${{ matrix.project }}:latest
           cache-from: type=gha
           cache-to: type=gha,mode=max
+
+      - name: Commit Dockerfile if newly generated
+        if: steps.check-dockerfile.outputs.dockerfile_exists == 'false'
+        run: |
+          git config --local user.email "github-actions[bot]@users.noreply.github.com"
+          git config --local user.name "github-actions[bot]"
+          git add "${{ matrix.project }}/Dockerfile.sandbox"
+          git commit -m "Auto-generate Dockerfile.sandbox for ${{ matrix.project }}"
+          git push || echo "Failed to push changes, but Docker image was still built and pushed."