Create utask-main-schedule immutable image (#4977)

Implement b/450233060

It implements the utask-main-scheduler immutable images.

During this implementation, I noticed there are some images the are used
in different projects, then I refactored the script to build an version
of the same image for each project, for each image be built with the
right configuration.

---------

Signed-off-by: Javan Lacerda <javanlacerda@google.com>

Author: javanlacerda

docker/base/immutable/Dockerfile docker/base/immutable/external/Dockerfiledocker/base/immutable/Dockerfile renamed to docker/base/immutable/external/Dockerfile

@@ -13,23 +13,50 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
+# This script builds immutable Docker images for ClusterFuzz.
+# It iterates through a predefined list of images, builds them using the
+# Dockerfiles found in subdirectories, and optionally pushes them to a container
+# registry.
+
+# An array of Docker image names to be built.
 IMAGES=(
   gcr.io/clusterfuzz-images/chromium/base/immutable
-  gcr.io/clusterfuzz-images/chromium/base/immutable/dev
-  gcr.io/clusterfuzz-images/chromium/base/immutable/staging
   gcr.io/clusterfuzz-images/base/immutable
+  gcr.io/clusterfuzz-images/utask-main-scheduler/immutable
 )
 
+# If an argument is provided, change the current directory to
+# /workspace/clusterfuzz. This is typically used in CI/CD environments where the
+# script is executed from a different context.
 if [ -n "$1" ]; then
   cd /workspace/clusterfuzz
 fi
 
+# Loop through each image name in the IMAGES array.
 for image_name in "${IMAGES[@]}"; do
-  echo $PWD
+  # Read the ClusterFuzz revision from the revision.txt file. This is used to
+  # tag the Docker images.
   CURRENT_CLUSTERFUZZ_REVISION="$(cat /workspace/revision.txt)"
-  image_dir=docker/${image_name#gcr.io/clusterfuzz-images/}
-  docker build --build-arg CLUSTERFUZZ_SOURCE_DIR=. -t "$image_name":${CURRENT_CLUSTERFUZZ_REVISION} -f "$image_dir/Dockerfile" .
-  if [ "$2" == "true" ]; then
-    docker push "$image_name":${CURRENT_CLUSTERFUZZ_REVISION}
-  fi
+
+  # Determine the directory containing the Dockerfile and related build context.
+  project_dir=docker/${image_name#gcr.io/clusterfuzz-images/}
+
+  # Loop through each subdirectory in the project directory. This allows for
+  # building multiple image variants from the same base project directory.
+  for image_dir in ${project_dir}/*; do
+    # Build the Docker image.
+    # --build-arg CLUSTERFUZZ_SOURCE_DIR=.: Passes the location of the
+    #   ClusterFuzz source directory as a build argument.
+    # -t "$image_name":${CURRENT_CLUSTERFUZZ_REVISION}: Tags the image with its
+    #   name and the current ClusterFuzz revision.
+    # -f "$image_dir/Dockerfile": Specifies the path to the Dockerfile.
+    # .: Sets the build context to the current directory.
+    docker build --build-arg CLUSTERFUZZ_SOURCE_DIR=. -t "$image_dir":${CURRENT_CLUSTERFUZZ_REVISION} -f "$image_dir/Dockerfile" .
+
+    # If the second argument to the script is "true", push the newly built
+    # image to the container registry.
+    if [ "$2" == "true" ]; then
+      docker push "$image_name":${CURRENT_CLUSTERFUZZ_REVISION}
+    fi
+  done
 done

docker/build-immutable.sh

@@ -0,0 +1,26 @@
+# Copyright 2025 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+FROM gcr.io/clusterfuzz-images/utask-main-scheduler
+
+ENV IMMUTABLE_IMAGE=true
+
+ARG CLUSTERFUZZ_SOURCE_DIR
+
+COPY ${CLUSTERFUZZ_SOURCE_DIR} /data/clusterfuzz
+
+RUN cd /data/clusterfuzz && bash local/install_deps.bash
+
+RUN cp -r /data/clusterfuzz/clusterfuzz-config/configs/chrome-development /data/clusterfuzz/src/appengine/config
+
+RUN rm -rf /data/clusterfuzz/clusterfuzz-config

docker/chromium/base/immutable/Dockerfile …omium/base/immutable/internal/Dockerfiledocker/chromium/base/immutable/Dockerfile renamed to docker/chromium/base/immutable/internal/Dockerfile docker/chromium/base/immutable/Dockerfile renamed to docker/chromium/base/immutable/internal/Dockerfile

@@ -0,0 +1,26 @@
+# Copyright 2025 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+FROM gcr.io/clusterfuzz-images/utask-main-scheduler
+
+ENV IMMUTABLE_IMAGE=true
+
+ARG CLUSTERFUZZ_SOURCE_DIR
+
+COPY ${CLUSTERFUZZ_SOURCE_DIR} /data/clusterfuzz
+
+RUN cd /data/clusterfuzz && bash local/install_deps.bash
+
+RUN cp -r /data/clusterfuzz/clusterfuzz-config/configs/external /data/clusterfuzz/src/appengine/config
+
+RUN rm -rf /data/clusterfuzz/clusterfuzz-config

docker/utask-main-scheduler/immutable/dev/Dockerfile

@@ -0,0 +1,26 @@
+# Copyright 2025 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+FROM gcr.io/clusterfuzz-images/utask-main-scheduler
+
+ENV IMMUTABLE_IMAGE=true
+
+ARG CLUSTERFUZZ_SOURCE_DIR
+
+COPY ${CLUSTERFUZZ_SOURCE_DIR} /data/clusterfuzz
+
+RUN cd /data/clusterfuzz && bash local/install_deps.bash
+
+RUN cp -r /data/clusterfuzz/clusterfuzz-config/configs/internal /data/clusterfuzz/src/appengine/config
+
+RUN rm -rf /data/clusterfuzz/clusterfuzz-config

docker/utask-main-scheduler/immutable/external/Dockerfile

@@ -0,0 +1,26 @@
+# Copyright 2025 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+FROM gcr.io/clusterfuzz-images/utask-main-scheduler
+
+ENV IMMUTABLE_IMAGE=true
+
+ARG CLUSTERFUZZ_SOURCE_DIR
+
+COPY ${CLUSTERFUZZ_SOURCE_DIR} /data/clusterfuzz
+
+RUN cd /data/clusterfuzz && bash local/install_deps.bash
+
+RUN cp -r /data/clusterfuzz/clusterfuzz-config/configs/chrome-staging /data/clusterfuzz/src/appengine/config
+
+RUN rm -rf /data/clusterfuzz/clusterfuzz-config