ci: Adjust workflows and scripts for artifact handling (#87)

Refactor disk space reclamation scripts and workflows to use a consistent path. Add step to fetch existing GitHub Pages artifact in docs workflow. Update existingVersionsFile to point to local build directory.

Signed-off-by: Eric Deandrea <[email protected]>

Author: edeandrea

.github/ci-reclaim-disk-space.sh .github/scripts/ci-reclaim-disk-space.sh.github/ci-reclaim-disk-space.sh renamed to .github/scripts/ci-reclaim-disk-space.sh

@@ -0,0 +1,22 @@
+#!/bin/bash
+
+echo "Fetching latest pages deployment..."
+
+# Get the latest successful pages deployment
+ARTIFACT_ID=$(gh api "/repos/${REPO}/actions/artifacts?name=github-pages" --jq '.artifacts[0].id')
+
+if [ -n "$ARTIFACT_ID" ] && [ "$ARTIFACT_ID" != "null" ]; then
+  echo "Found artifact ID: $ARTIFACT_ID"
+
+  # Download the artifact
+  gh api "/repos/${REPO}/actions/artifacts/${ARTIFACT_ID}/zip" > artifact.zip
+
+  # Extract to build directory
+  mkdir -p docs/build/mkdocs
+  unzip -o artifact.zip -d /tmp/pages-artifact
+  tar -xzf /tmp/pages-artifact/artifact.tar -C docs/build/mkdocs
+
+  echo "Successfully extracted existing pages"
+else
+  echo "No existing artifact found, this may be the first deployment"
+fi

.github/scripts/get-current-gh-pages.sh

@@ -57,7 +57,7 @@ jobs:
       - name: Reclaim disk space
         working-directory: .github
         shell: bash
-        run: ./ci-reclaim-disk-space.sh
+        run: scripts/ci-reclaim-disk-space.sh
 
       - name: Set up Java ${{ matrix.java }}
         uses: actions/setup-java@v5
@@ -88,7 +88,7 @@ jobs:
       - uses: actions/checkout@v6
 
       - name: Reclaim disk space
-        working-directory: .github
+        working-directory: .github/scripts
         shell: bash
         run: ./ci-reclaim-disk-space.sh
 
@@ -123,7 +123,7 @@ jobs:
       - uses: actions/checkout@v6
 
       - name: Reclaim disk space
-        working-directory: .github
+        working-directory: .github/scripts
         shell: bash
         run: ./ci-reclaim-disk-space.sh
 

.github/workflows/build.yml

@@ -45,6 +45,14 @@ jobs:
           distribution: temurin
           cache: gradle
 
+      - name: Download existing GitHub Pages artifact
+        continue-on-error: true
+        working-directory: .github/scripts
+        env:
+          GH_TOKEN: ${{ github.token }}
+          REPO: ${{ github.repository }}
+        run: ./get-current-gh-pages.sh
+
       - name: Generate documentation
         run: ./gradlew --console=plain :docs:build
 

.github/workflows/docs.yml

@@ -62,7 +62,7 @@ jobs:
       - uses: actions/checkout@v6
 
       - name: Reclaim disk space
-        working-directory: .github
+        working-directory: .github/scripts
         shell: bash
         run: ./ci-reclaim-disk-space.sh
 

.github/workflows/version-tests.yml

@@ -35,7 +35,7 @@ mkdocs {
     org.codehaus.groovy.runtime.InvokerHelper.setProperty(this, "versionAliases", arrayOf("dev"))
     rootRedirectTo = "dev"
     generateVersionsFile = true
-    existingVersionsFile = "https://docling-project.github.io/docling-java/versions.json"
+    existingVersionsFile = layout.buildDirectory.dir("mkdocs").get().file("versions.json").asFile.absolutePath
   }
 }