Add prefetch assets GitHub Action

Will fetch the assets once. All subsequent parallel jobs will be able to
use them without hitting the origin server.

Author: pi-alexander-popel

.github/actions/prefetch_assets/action.yml

@@ -0,0 +1,43 @@
+name: Prefetch assets
+inputs:
+  repo-name:
+    required: true
+  secrets:
+    required: true # should be converted with toJSON()
+outputs:
+  cache-key:
+    value:
+runs:
+  using: "composite"
+  steps:
+      - name: Hash asset list
+        id: hash-asset-list
+        env:
+          hash: hashFiles(format('{0}/ci/assets.json', inputs.repo-name))
+        run: |
+          "key=$(Get-Date -Format FileDate)-$env:hash" | Out-File $env:GITHUB_OUTPUT -Append
+
+      - name: Check if cached
+        id: check-cache
+        uses: actions/cache/restore@v4
+        with:
+          key: ${{ steps.hash-asset-list.outputs.key }}
+          path: ${{ github.workspace }}/common/assets
+          lookup-only: true
+
+      - name: Prefetch assets
+        id: prefetch-assets
+        if: ${{ !steps.check-cache.outputs.cache-hit }}
+        env:
+          repo_name: ${{ inputs.repo-name }}
+          secrets:  ${{ inputs.secrets }}
+        run: |
+          foreach ($kv in ($env:secrets | ConvertFrom-Json).GetEnumerator()) { $PSDefaultParameterValues["*.ps1:$($kv.Key)"] = $kv.Value }
+          & "$env:repo_name/ci/fetch-assets.ps1"
+
+      - name: Cache assets
+        if: steps.prefetch-assets.conclusion == 'success'
+        uses: actions/cache/save@v4
+        with:
+          key: ${{ needs.hash_asset_list.outputs.key }}
+          path: ${{ github.workspace }}/common/assets

.github/workflows/nightly-publish.yml

@@ -83,7 +83,7 @@ jobs:
   Configure:
     runs-on: ubuntu-latest
     outputs:
-      asset_cache_key: ${{ steps.hash_asset_cache_key.outputs.hash }}
+      asset_cache_key: ${{ steps.prefetch-assets.outputs.cache-key }}
       options: ${{ steps.configure.outputs.options }}
       runperformance: ${{ steps.configure.outputs.runperformance }}
       version: ${{ steps.configure.outputs.version }}
@@ -96,16 +96,6 @@ jobs:
           path: common
           ref: ${{ inputs.common-ci-ref }}
 
-      - name: Hash the Asset Cache Key
-        id: hash_asset_cache_key
-        if: inputs.cache-assets
-        env:
-          KEY: ${{ toJSON(secrets) }}
-        run: |
-          $sha1 = [Security.Cryptography.SHA1Managed]::new()
-          $hash = [Convert]::ToHexString($sha1.ComputeHash([Text.Encoding]::Utf8.GetBytes($env:KEY)))
-          "hash=$(Get-Date -Format FileDate)-$hash" | Out-File $env:GITHUB_OUTPUT -Append
-
       - name: Install GitVersion
         run: |
           if (Get-Command dotnet-gitversion -ErrorAction SilentlyContinue) {
@@ -128,6 +118,14 @@ jobs:
           -GitHubEmail ${{ inputs.email }} `
           -BuildPlatform ${{ inputs.build-platform }}
 
+      - name: Prefetch assets
+        id: prefetch-assets
+        if: hashFiles(format('{0}/ci/assets.json', inputs.repo-name))
+        uses: ./common/.github/actions/install_runtime
+        with:
+          repo-name: ${{ inputs.repo-name }}
+          secrets: ${{ toJSON(secrets) }}
+
   PreBuild:
     needs: Configure
     strategy:
@@ -281,13 +279,6 @@ jobs:
           -GitHubEmail ${{ inputs.email }} `
           -DryRun $DryRun
 
-      - name: Save Asset Cache
-        if: inputs.cache-assets && always()
-        uses: actions/cache/save@v4
-        with:
-          key: ${{ needs.configure.outputs.asset_cache_key }}
-          path: ${{ github.workspace }}/common/assets
-
       - name: Upload Performance Results Artifact
         uses: actions/upload-artifact@v4
         if: ${{ matrix.options.RunPerformance }}

.github/workflows/nightly-pull-request.yml

@@ -79,7 +79,7 @@ jobs:
     runs-on: ubuntu-latest
     outputs:
       options: ${{ steps.configure.outputs.options }}
-      asset_cache_key: ${{ steps.hash_asset_cache_key.outputs.hash }}
+      asset_cache_key: ${{ steps.prefetch-assets.outputs.cache-key }}
     steps:
       - name: Checkout Common
         uses: actions/checkout@v4
@@ -88,16 +88,6 @@ jobs:
           path: common
           ref: ${{ inputs.common-ci-ref }}
 
-      - name: Hash the Asset Cache Key
-        id: hash_asset_cache_key
-        if: inputs.cache-assets
-        env:
-          KEY: ${{ toJSON(secrets) }}
-        run: |
-          $sha1 = [Security.Cryptography.SHA1Managed]::new()
-          $hash = [Convert]::ToHexString($sha1.ComputeHash([Text.Encoding]::Utf8.GetBytes($env:KEY)))
-          "hash=$(Get-Date -Format FileDate)-$hash" | Out-File $env:GITHUB_OUTPUT -Append
-
       - name: Configure
         id: configure
         run: |
@@ -111,6 +101,14 @@ jobs:
           -GitHubUser ${{ inputs.user }} `
           -GitHubEmail ${{ inputs.email }}
 
+      - name: Prefetch assets
+        id: prefetch-assets
+        if: hashFiles(format('{0}/ci/assets.json', inputs.repo-name))
+        uses: ./common/.github/actions/install_runtime
+        with:
+          repo-name: ${{ inputs.repo-name }}
+          secrets: ${{ toJSON(secrets) }}
+
   BuildAndTest:
     needs: Configure
     strategy:
@@ -135,7 +133,7 @@ jobs:
           version: ${{ matrix.options.LanguageVersion }}
 
       - name: Restore Asset Cache
-        if: inputs.cache-assets
+        if: needs.configure.outputs.asset_cache_key
         uses: actions/cache/restore@v4
         with:
           key: ${{ needs.configure.outputs.asset_cache_key }}
@@ -161,13 +159,6 @@ jobs:
           -GitHubEmail ${{ inputs.email }} `
           -DryRun $DryRun
 
-      - name: Save Asset Cache
-        if: inputs.cache-assets && always()
-        uses: actions/cache/save@v4
-        with:
-          key: ${{ needs.configure.outputs.asset_cache_key }}
-          path: ${{ github.workspace }}/common/assets
-
       - name: Publish Test Results
         if: always()
         uses: ./common/.github/actions/publish_test_results

steps/fetch-assets.ps1

@@ -8,6 +8,11 @@ $ErrorActionPreference = "Stop"
 
 $cache = New-Item -ItemType Directory -Path assets -Force
 
+# If assets is a path to assets.json - get the list from it
+if ($Assets.Count -eq 1 -and $Assets[0] -like '*.json' -and (Test-Path $Assets[0])) {
+    $Assets = Get-Content $Assets[0] | ConvertFrom-Json
+}
+
 foreach ($asset in $Assets) {
     if (Test-Path $cache/$asset) {
         Write-Host "Asset '$asset' already present in cache, skipping download"