Merge branch 'master' into feat/disallow-debug-format

minikin · web-flow · commit b82268b2f08c · 2025-09-03T15:06:53.000+02:00
diff --git a/.github/workflows/update-catalyst-ci-deps.yml b/.github/workflows/update-catalyst-ci-deps.yml
@@ -0,0 +1,79 @@
+name: Update Catalyst CI Deps
+
+on:
+  release:
+    types: [published, edited]
+  workflow_dispatch:
+    inputs:
+      dry_run:
+        description: "Run in dry-run mode (no PRs created)"
+        type: boolean
+        default: false
+
+permissions:
+  contents: write
+  pull-requests: write
+
+jobs:
+  notify-dependents:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Get release info
+        id: release_info
+        run: |
+          if [ "${{ github.event_name }}" = "release" ]; then
+            echo "tag_name=${{ github.event.release.tag_name }}" >> $GITHUB_OUTPUT
+            echo "release_url=${{ github.event.release.html_url }}" >> $GITHUB_OUTPUT
+            echo "release_notes=${{ github.event.release.body }}" >> $GITHUB_OUTPUT
+          else
+            # For manual dispatch, use latest release
+            LATEST_TAG=$(git describe --tags --abbrev=0)
+            echo "tag_name=$LATEST_TAG" >> $GITHUB_OUTPUT
+            echo "release_url=https://github.com/${{ github.repository }}/releases/latest" >> $GITHUB_OUTPUT
+            echo "release_notes=Manual dispatch" >> $GITHUB_OUTPUT
+          fi
+
+      - name: Create PRs for dependent repositories
+        env:
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+          DRY_RUN: ${{ inputs.dry_run }}
+          RELEASE_TAG: ${{ steps.release_info.outputs.tag_name }}
+          RELEASE_URL: ${{ steps.release_info.outputs.release_url }}
+          RELEASE_NOTES: ${{ steps.release_info.outputs.release_notes }}
+        run: |
+          REPOS=(
+            "input-output-hk/catalyst-voices"
+            "input-output-hk/hermes"
+            "input-output-hk/catalyst-libs"
+            "input-output-hk/catalyst-reviews"
+            "input-output-hk/catalyst-som"
+            "input-output-hk/catalyst-execution"
+            "input-output-hk/norns"
+          )
+
+          for repo in "${REPOS[@]}"; do
+            repo=$(echo "$repo" | tr -d ' ')
+            if [ -n "$repo" ]; then
+              echo "Processing $repo"
+
+              if [ "$DRY_RUN" = "true" ]; then
+                echo "[DRY RUN] Would create PR for $repo"
+              else
+                branch_name="chore/update-catalyst-ci-to-$(echo $RELEASE_TAG | tr -d 'v')"
+
+                default_branch=$(gh api repos/$repo --jq '.default_branch')
+                base_sha=$(gh api repos/$repo/branches/$default_branch --jq '.commit.sha')
+                gh api repos/$repo/git/refs -f ref="refs/heads/$branch_name" -f sha="$base_sha"
+                gh pr create \
+                  --repo "$repo" \
+                  --title "Update catalyst-ci to $RELEASE_TAG" \
+                  --body "Update catalyst-ci to $RELEASE_TAG. Release: $RELEASE_URL" \
+                  --head "$branch_name" \
+                  --base "$default_branch"
+
+                echo "Created PR for $repo"
+              fi
+
+              sleep 2
+            fi
+          done
diff --git a/Earthfile b/Earthfile
@@ -6,6 +6,8 @@ IMPORT ./earthly/bash AS bash-ci
 IMPORT ./earthly/spectral AS spectral-ci
 IMPORT ./earthly/python AS python-ci
 
+ARG --global REGISTRY="harbor.shared-services.projectcatalyst.io/dockerhub/library"
+
 # cspell: words livedocs sitedocs
 
 
@@ -21,7 +23,7 @@ markdown-check-fix:
 
 # Make sure the project dictionary is properly sorted.
 clean-spelling-list:
-    FROM debian:stable-slim
+    FROM ${REGISTRY}/debian:stable-slim
     DO cspell-ci+CLEAN
 
 # check-spelling Check spelling in this repo inside a container.
@@ -30,7 +32,7 @@ check-spelling:
 
 # check-bash - test all bash files lint properly according to shellcheck.
 check-bash:
-    FROM alpine:3.20.3
+    FROM ${REGISTRY}/alpine:3.20.3
 
     DO bash-ci+SHELLCHECK --src=.
 
diff --git a/earthly/bash/Earthfile b/earthly/bash/Earthfile
@@ -4,7 +4,7 @@ IMPORT ../../utilities/scripts AS scripts
 
 # Internal: builder creates a container we can use to execute shellcheck
 builder:
-    FROM alpine:3.20.3
+    FROM harbor.shared-services.projectcatalyst.io/dockerhub/library/alpine:3.20.3
 
     RUN apk add --no-cache \
         bash \
diff --git a/earthly/cassandra/Earthfile b/earthly/cassandra/Earthfile
@@ -5,7 +5,7 @@ VERSION 0.8
 IMPORT ../../utilities/cql-to-d2 AS cql-to-d2-utils
 
 scylladb-base:
-    FROM scylladb/scylla:6.1.1
+    FROM harbor.shared-services.projectcatalyst.io/dockerhub/scylladb/scylla:6.1.1
 
     WORKDIR /root
 
diff --git a/earthly/cddl/Earthfile b/earthly/cddl/Earthfile
@@ -3,6 +3,7 @@ VERSION 0.8
 # cspell: words cddlc
 
 cddl-base:
-    FROM ruby:3.3.0-alpine
+    ARG REGISTRY="harbor.shared-services.projectcatalyst.io/dockerhub/library"
+    FROM ${REGISTRY}/ruby:3.3.0-alpine
 
     RUN gem install cddlc
diff --git a/earthly/cspell/Earthfile b/earthly/cspell/Earthfile
@@ -11,8 +11,9 @@ CHECK:
 
     # Unlikely to need to change this.
     ARG cfg_file=cspell.json
+    ARG REGISTRY="harbor.shared-services.projectcatalyst.io/ghcr"
 
-    FROM ghcr.io/streetsidesoftware/cspell:8.13.3
+    FROM ${REGISTRY}/streetsidesoftware/cspell:8.13.3
     WORKDIR /work
 
     COPY $src .
diff --git a/earthly/cue/Earthfile b/earthly/cue/Earthfile
@@ -3,7 +3,7 @@ VERSION 0.8
 IMPORT ../debian AS debian
 
 # Define a constant name for the container and its version.
-ARG --global CUE_IMAGE="cuelang/cue:0.14.1"
+ARG --global CUE_IMAGE="harbor.shared-services.projectcatalyst.io/dockerhub/cuelang/cue:0.14.1"
 
 
 INSTALL:
diff --git a/earthly/debian/Earthfile b/earthly/debian/Earthfile
@@ -1,7 +1,7 @@
 VERSION 0.8
 
 # Define a constant name for the container and its version.
-ARG --global DEBIAN_IMAGE="debian:13.0-slim"
+ARG --global DEBIAN_IMAGE="harbor.shared-services.projectcatalyst.io/dockerhub/library/debian:13.0-slim"
 
 # Optimally install packages for debian
 INSTALL:
diff --git a/earthly/docs/Earthfile b/earthly/docs/Earthfile
@@ -114,7 +114,7 @@ PACKAGE:
     FUNCTION
 
     # Use the official Nginx base image
-    FROM nginx:bookworm
+    FROM harbor.shared-services.projectcatalyst.io/dockerhub/library/nginx:bookworm
 
     # Force this server to disable the browsers cache for these files.
     RUN echo " " > /etc/nginx/conf.d/disable-cache.conf; \
diff --git a/earthly/flutter/Earthfile b/earthly/flutter/Earthfile
@@ -4,6 +4,8 @@ VERSION 0.8
 
 IMPORT ./installer AS installer
 
+ARG --global REGISTRY="harbor.shared-services.projectcatalyst.io/dockerhub/library"
+
 # TODO(bkioshn): https://github.com/input-output-hk/catalyst-ci/issues/322
 # Install flutter.
 INSTALL_FLUTTER:
@@ -37,7 +39,7 @@ INSTALL_FLUTTER:
 
 # flutter-base installs required tools and packages.
 flutter-base:
-    FROM debian:bookworm-20250203-slim
+    FROM ${REGISTRY}/debian:bookworm-20250203-slim
 
     ENV DEBIAN_FRONTEND=noninteractive
 
diff --git a/earthly/flutter_rust_bridge/Earthfile b/earthly/flutter_rust_bridge/Earthfile
@@ -9,7 +9,7 @@ IMPORT ../rust AS rust-ci
 # TODO(bkioshn): https://github.com/input-output-hk/catalyst-ci/issues/322
 # builder: Setup necessary tools for `flutter_rust_bridge`
 builder:
-    FROM debian:stable-slim
+    FROM harbor.shared-services.projectcatalyst.io/dockerhub/library/debian:stable-slim
 
     WORKDIR /work
 
diff --git a/earthly/go/Earthfile b/earthly/go/Earthfile
@@ -4,6 +4,7 @@ VERSION 0.8
 
 IMPORT ../rust AS rust-ci
 
+ARG --global REGISTRY="harbor.shared-services.projectcatalyst.io/dockerhub"
 
 DEPS:
     FUNCTION
@@ -30,7 +31,7 @@ FMT:
     FUNCTION
 
     # latest linux/amd64
-    FROM cytopia/gofmt@sha256:ae76abdbc96780819ce175f7ba4bf1fec98e9f708eb680d0b949d1737a959983
+    FROM ${REGISTRY}/cytopia/gofmt@sha256:ae76abdbc96780819ce175f7ba4bf1fec98e9f708eb680d0b949d1737a959983
     WORKDIR /work
 
     ARG --required src
@@ -45,7 +46,7 @@ LINT:
     FUNCTION
 
     # v1.54-alpine
-    FROM golangci/golangci-lint@sha256:a8423cab177c2863b863ee6d9f00c58f101cadd6120e195b2bb59fdfa189c1ae
+    FROM ${REGISTRY}/golangci/golangci-lint@sha256:a8423cab177c2863b863ee6d9f00c58f101cadd6120e195b2bb59fdfa189c1ae
     WORKDIR /work
 
     ARG --required src
@@ -87,7 +88,7 @@ GO_WASM_TOOL:
 
 # Install go tools needed for go WASM binding
 go-wasm-builder:
-    FROM golang:1.24.5-bookworm
+    FROM ${REGISTRY}/library/golang:1.24.5-bookworm
 
     DO rust-ci+INSTALL_RUST
     # wasm-tools is needed
diff --git a/earthly/java/Earthfile b/earthly/java/Earthfile
@@ -2,7 +2,7 @@ VERSION 0.8
 
 # Base image for Java used in other targets to avoid improve caching
 java-base:
-    FROM openjdk:21-jdk-slim
+    FROM harbor.shared-services.projectcatalyst.io/dockerhub/library/openjdk:21-jdk-slim
 
     SAVE ARTIFACT /usr/local/openjdk-21 /java
 
diff --git a/earthly/mdlint/Earthfile b/earthly/mdlint/Earthfile
@@ -60,8 +60,9 @@ CHECK:
 
     # Unlikely this ever needs to be changed.
     ARG cfg_file=.markdownlint-cli2.jsonc
+    ARG REGISTRY="harbor.shared-services.projectcatalyst.io/dockerhub"
 
-    FROM davidanson/markdownlint-cli2-rules:v0.14.0 
+    FROM ${REGISTRY}/davidanson/markdownlint-cli2-rules:v0.14.0 
 
     # Status line for what we are about to do.
     RUN echo Linting Markdown Recursively from: $src
diff --git a/earthly/postgresql/Earthfile b/earthly/postgresql/Earthfile
@@ -5,10 +5,12 @@ IMPORT ../rust/tools AS rust-tools
 IMPORT ../../utilities/scripts AS scripts
 IMPORT ../java AS java
 
+ARG --global REGISTRY="harbor.shared-services.projectcatalyst.io/dockerhub"
+
 # cspell: words psycopg
 
 postgres-base:
-    FROM postgres:16.4-bookworm
+    FROM ${REGISTRY}/library/postgres:16.10-trixie
 
     WORKDIR /root
 
@@ -143,7 +145,7 @@ FORMAT:
 
 # Internal: Integration Test container image
 integration-test:
-    FROM earthly/dind:alpine-3.20-docker-26.1.5-r0
+    FROM ${REGISTRY}/earthly/dind:alpine-3.20-docker-26.1.5-r0
 
     RUN apk add --no-cache \
             bash \
diff --git a/earthly/python/Earthfile b/earthly/python/Earthfile
@@ -9,12 +9,12 @@ IMPORT ../graphviz AS graphviz
 
 
 # Define a constant name for the container and its version.
-ARG --global PYTHON_IMAGE="python:3.13-slim-trixie"
+ARG --global PYTHON_IMAGE="harbor.shared-services.projectcatalyst.io/dockerhub/library/python"
 
 # cspell: words libjpeg ruff
 
 python-base:
-    FROM $PYTHON_IMAGE
+    FROM ${PYTHON_IMAGE}:3.13-slim-trixie
 
     # Install necessary packages
     LET PACKAGES= \
@@ -96,7 +96,7 @@ LINT_PYTHON:
     # Where we want to run the `lint` from. Use `.` to check the whole repo.
     ARG src=.
 
-    FROM python:3.13
+    FROM ${PYTHON_IMAGE}:3.13
     WORKDIR /work
 
     # Install ruff
diff --git a/earthly/rust/Earthfile b/earthly/rust/Earthfile
@@ -16,8 +16,6 @@ IMPORT ../debian AS debian
 # cspell: words TARGETPLATFORM TARGETOS TARGETARCH TARGETVARIANT USERPLATFORM USEROS USERARCH USERVARIANT
 # cspell: words findutils fileset pkgconfig wasip
 
-ARG --global RUST_IMAGE="rust:1.89.0-slim-trixie"
-
 # rust-base : Base Rustup build container.
 #   Not called directly, used by other targets.
 rust-base:
@@ -33,7 +31,8 @@ rust-base:
     # This is our base Host toolset, and rustup.
     # Never use `rust-toolchain.toml` in CI as it breaks builds.
     # The only toolchain supported is the one installed here.
-    FROM $RUST_IMAGE
+
+    FROM harbor.shared-services.projectcatalyst.io/dockerhub/library/rust:1.89.0-slim-trixie
 
     WORKDIR /root
 
diff --git a/earthly/rust/stdcfgs/nextest.toml b/earthly/rust/stdcfgs/nextest.toml
@@ -47,3 +47,14 @@ store-success-output = true
 # Note that if a description can be extracted from the output, it is always stored in the
 # <description> element.
 store-failure-output = true
+
+[test-groups]
+serial-integration = { max-threads = 1 }
+
+[[profile.default.overrides]]
+filter = 'test(/^serial::/)'
+test-group = 'serial-integration'
+
+[[profile.ci.overrides]]
+filter = 'test(/^serial::/)'
+test-group = "serial-integration"
diff --git a/earthly/rust/tools/Earthfile b/earthly/rust/tools/Earthfile
@@ -50,7 +50,7 @@ tool-cargo-machete:
     DO +CARGO_BINSTALL --package=cargo-machete --version=0.6.2
 
 tool-refinery:
-    DO +CARGO_BINSTALL --package=refinery_cli --version=0.8.14 --executable=refinery
+    DO +CARGO_BINSTALL --package=refinery_cli --version=0.8.16 --executable=refinery
 
 tool-cargo-deny:
     DO +CARGO_BINSTALL --package=cargo-deny --version=0.18.0
diff --git a/earthly/spectral/Earthfile b/earthly/spectral/Earthfile
@@ -3,7 +3,7 @@ VERSION 0.8
 # cspell: words ruleset
 
 spectral-base:
-    FROM stoplight/spectral:6.13.1
+    FROM harbor.shared-services.projectcatalyst.io/dockerhub/library/stoplight/spectral:6.13.1
     WORKDIR /work
 
 LINT:
diff --git a/earthly/wasm/c/Earthfile b/earthly/wasm/c/Earthfile
@@ -8,22 +8,21 @@ IMPORT ../../../utilities/scripts AS scripts
 wasm-c-base:
     # This image comes from: 
     # https://github.com/WebAssembly/wasi-sdk/pkgs/container/wasi-sdk
-    FROM ghcr.io/webassembly/wasi-sdk:sha-754aec3
+    ARG REGISTRY="harbor.shared-services.projectcatalyst.io/ghcr"
+    FROM ${REGISTRY}/webassembly/wasi-sdk:sha-400dd95
     WORKDIR /root
 
     RUN apt-get update && apt-get install -y \
         bash \
         build-essential \
-        python3-pip \
+        python3-rich \
         && rm -rf /var/lib/apt/lists/*
 
     COPY rust-tools+tool-wasm-tools/wasm-tools /bin
     COPY rust-tools+tool-wit-bindgen/wit-bindgen /bin
 
-    RUN pip install rich==13.8.0
-
     # Universal build scripts.
     COPY --dir scripts /scripts
     # Copy our common scripts so we can use them inside the container.
     DO scripts+ADD_BASH_SCRIPTS
-    DO scripts+ADD_PYTHON_SCRIPTS
+    DO scripts+ADD_PYTHON_SCRIPTS
diff --git a/examples/rust/.config/nextest.toml b/examples/rust/.config/nextest.toml
@@ -47,3 +47,14 @@ store-success-output = true
 # Note that if a description can be extracted from the output, it is always stored in the
 # <description> element.
 store-failure-output = true
+
+[test-groups]
+serial-integration = { max-threads = 1 }
+
+[[profile.default.overrides]]
+filter = 'test(/^serial::/)'
+test-group = 'serial-integration'
+
+[[profile.ci.overrides]]
+filter = 'test(/^serial::/)'
+test-group = "serial-integration"
diff --git a/utilities/fetcher/Earthfile b/utilities/fetcher/Earthfile
diff --git a/utilities/jorm-metrics-server/Earthfile b/utilities/jorm-metrics-server/Earthfile
