Merge pull request #365 from HistoryAtState/fix-ci-lastmod

[WIP] Fix ci lastmod

Author: windauer

.github/workflows/build.yml

@@ -1,7 +1,7 @@
 # This workflow builds a xar archive, deploys it into exist and execute a simple smoke test.
 # It also includes code for using semantic-release to upload packages as part of GitHub releases
 # For more information see: https://help.github.com/actions/language-and-framework-guides/using-nodejs-with-github-actions
-# For node free automated release see https://trstringer.com/github-actions-create-release-upload-artifacts/ 
+# For node free automated release see https://trstringer.com/github-actions-create-release-upload-artifacts/
 
 name: compile and test
 
@@ -11,26 +11,91 @@ jobs:
   build:
     runs-on: ubuntu-latest
     strategy:
-       matrix:
-         java-version: [11, 17]
+      matrix:
+        java-version: [11, 21]
 
-       
     steps:
-      # Checkout code
+      # Checkout code fetch-depth significantly impacts performance
       - uses: actions/checkout@v4
+        with:
+          fetch-depth: 15
       - name: Install Test Dependencies
         run: |
           sudo apt-get update
           sudo apt-get install -y libxml2-utils libsaxonhe-java
 
       # - name: Where is Saxon
-      #   run: dpkg -L libsaxonhe-java 
+      #   run: dpkg -L libsaxonhe-java
 
       - name: Create Toc
         run: |
           mkdir -p frus-toc 
           java -jar /usr/share/java/Saxon-HE.jar -s:volumes/ -xsl:modules/lib/frus-toc.xsl -o:frus-toc/ -it:main
-      
+
+      - name: Get changed files
+        id: changed-files
+        run: |
+          echo "changed_files=$(git diff --name-only ${{ github.event.before }} ${{ github.event.after }} | xargs)" >> $GITHUB_OUTPUT
+
+      - name: Create xml files in .last-modified folder
+        run: |
+          for file in ${{ steps.changed-files.outputs.changed_files }}; do
+          # Skip files in hidden folders (starting with .)
+          if [[ "$file" =~ ^\..*/ ]]; then
+              continue
+          fi
+
+          if [ ! -f "$file" ]; then
+              echo "Error: File '$file' does not exist" >&2
+              return 1
+          fi
+
+          # Get last commit date in ISO format
+          if ! iso=$(git log -1 --format=%cd --date=format-local:'%Y-%m-%dT%H:%M:%S%z' "$file"); then
+              echo "Error: Failed to get git log for '$file'" >&2
+              return 1
+          fi
+          if ! datetime=$(git log -1 --format=%cd --date=iso-strict-local "$file"); then
+              echo "Error: Failed to get git log for '$file'" >&2
+              return 1
+          fi
+
+          # Create output directory structure
+          dir=$(dirname ".last-modified/$file")
+          if ! mkdir -p "$dir"; then
+              echo "Error: Failed to create directory '$dir'" >&2
+              return 1
+          fi
+
+          # Replace any forward slashes in path with underscores for xml:id
+          xml_id=${file//\//0x2F}
+
+          # Convert date to seconds since epoch
+          if [[ "$OSTYPE" == "darwin"* ]]; then
+              if ! seconds_since_epoch=$(date -j -f "%Y-%m-%dT%H:%M:%S%z" "$iso" "+%s"); then
+                  echo "Error: Failed to convert date for '$file'" >&2
+                  return 1
+              fi
+          else
+              if ! seconds_since_epoch=$(date -d "$iso" +%s); then
+                  echo "Error: Failed to convert date for '$file'" >&2
+                  return 1
+              fi
+          fi
+
+          # Write XML files
+          if ! echo "<?xml version=\"1.0\" encoding=\"UTF-8\"?>" > ".last-modified/$file"; then
+              echo "Error: Failed to write XML header for '$file'" >&2
+              return 1
+          fi
+
+          if ! echo "<last-modified xml:id=\"$xml_id\" seconds_since_epoch=\"$seconds_since_epoch\">$datetime</last-modified>" >> ".last-modified/$file"; then
+              echo "Error: Failed to write XML content for '$file'" >&2
+              return 1
+          fi
+          echo "Successfully created .last-modified/$file"
+          done
+
       # sanity check
       - name: What happened
         run: git status
@@ -44,67 +109,67 @@ jobs:
       - name: Build Expath Package
         uses: actions/setup-java@v4
         with:
-          distribution: 'temurin'
+          distribution: "temurin"
           java-version: ${{ matrix.java-version }}
       - run: ant -Dapp.version=1.0.0-SNAPSHOT
 
       - name: upload xar package
-        if: ${{ matrix.java-version == 17 }}
+        if: ${{ matrix.java-version == 21 }}
         uses: actions/upload-artifact@v4
         with:
           name: frus-xar
           path: build/*.xar
           if-no-files-found: ignore
-      
+
       - name: upload smoke test
-        if: ${{ matrix.java-version == 17 }}
+        if: ${{ matrix.java-version == 21 }}
         uses: actions/upload-artifact@v4
         with:
           name: frus-bats
           path: tests/bats/
           if-no-files-found: ignore
-      
+
       # Lint commit messages
       - name: lint commit message
         uses: wagoid/commitlint-github-action@v6
 
-      # Commit Toc files
+      # Commit generated files
       - name: Commit and Push
-        if: ${{ matrix.java-version == 17 && github.event_name == 'push' && github.ref == 'refs/heads/master' }}
+        if: ${{ matrix.java-version == 21 && github.event_name == 'push' && github.ref != 'refs/heads/master' }}
         uses: actions-x/commit@v6
         with:
           message: "fix(toc): update [skip ci]"
   test:
     runs-on: ubuntu-latest
     needs: build
     strategy:
-       fail-fast: false
-       matrix:
+      fail-fast: false
+      matrix:
         # 7.0.0-SNAPSHOT and 6.2.1 created
-         exist-version: [release]
+        exist-version: [release]
 
     steps:
       - name: Maximize build space
         uses: easimon/maximize-build-space@master
         with:
           build-mount-path: /var/lib/docker/
-          remove-dotnet: 'true'
-          remove-android: 'true'
-          remove-haskell: 'true'
-          remove-codeql: 'true'
-          remove-docker-images: 'true'
+          remove-dotnet: "true"
+          remove-android: "true"
+          remove-haskell: "true"
+          remove-codeql: "true"
+          remove-docker-images: "true"
 
       - name: Restart docker
         run: sudo service docker restart
 
       - name: Set up Docker Buildx
-        uses: docker/setup-buildx-action@v3 
+        uses: docker/setup-buildx-action@v3
 
       - name: Install Test Dependencies
         run: |
           sudo apt-get update
           sudo apt-get install -y bats
-      
+
       - name: create folders
         run: |
           mkdir build
@@ -114,28 +179,28 @@ jobs:
         with:
           name: frus-xar
           path: build
-      
+
       - uses: actions/download-artifact@v4
         with:
           name: frus-bats
           path: tests/bats
 
-    #  sanity check
+      #  sanity check
       - name: check os
         run: |
           df -h /var/lib/docker
           df -ih /var/lib/docker
-      
+
       - name: Check config
         run: docker info
-   
+
       # Install
       - name: Start exist-ci containers
         run: |
           docker run -dit -p 8080:8080 -v ${{ github.workspace }}/build:/exist/autodeploy \
           --name exist --rm \
           duncdrum/existdb:${{ matrix.exist-version }}
-      
+
       - name: wait for install to finish
         timeout-minutes: 30
         run: |
@@ -146,7 +211,7 @@ jobs:
       # DEBUGGING
       - name: grab container logs
         if: always()
-        run: docker cp exist:/exist/logs . 
+        run: docker cp exist:/exist/logs .
 
       - uses: actions/upload-artifact@v4
         if: always()
@@ -159,7 +224,7 @@ jobs:
         if: always()
         run: rm -rf ./logs
 
-      # Test       
+      # Test
       - name: Run test
         run: bats --tap tests/bats/*.bats
 

.gitignore

@@ -15,3 +15,4 @@ gitsha.xml
 node_modules/
 # Debug
 logs/
+.notes/

.releaserc

@@ -11,7 +11,7 @@
       "preset": "conventionalcommits"
     }],
     ["@semantic-release/exec", {
-      "prepareCmd": "ant -Dapp.version=${nextRelease.version}"
+      "prepareCmd": "ant -Dapp.version=${nextRelease.version} -Drelease=true"
     }],
     ["@semantic-release/git", {
       "assets": ["expath-pkg.xml", "repo.xml"],

README.md

@@ -124,3 +124,5 @@ more information, see <https://www.state.gov/copyright-information/#copyright>.
     ```shell
     ant -Dapp.version=0.0.0-SNAPSHOT
     ```
+
+    During a release the property `-Drelease=true` must be set for proper processing of template files.