[devprod] [ci] [tests] auto discover examples ci configs (#59478)

## Description
i'm hoping to make the example publishing process smoother when setting
up the CI for testings (release tests):

Currently, when publishing examples and setting up release tests in CI,
we have to manually tweak multiple BUILD.bazel to make our `ci/aws.yaml`
and `ci/gce.yaml` discoverable to the CI release package
(release/BUILD.bazel). It adds additional overhead/confusion to the
writer and clutter the files over time

solution: 
Consolidate all `ci/aws.yaml` and `gce.yaml` configs into a single
filegroup under doc/BUILD.bazel. Discover that unique filegroup from
release/BUILD.bazel
The only requirement is to match the `doc/source/**/ci/aws.yaml` or
`doc/source/**/ci/gce.yaml` pattern which maches our standard way to
publish examples

### Changes
- **Updated** `doc/BUILD.bazel` to define one single filegroup for all
of `ci/` configs. Use glob patterns to catch all `aws.yaml` and
`gce.yaml` under a `ci/` folder
- **Updated** `release/BUILD.bazel` to reference that filegroup
- **Updated** all inner doc/** BUILD.bazel accordingly with their own
local filegroups

### Tests


<details>
<summary>Manual review with bazel query 'kind("source file",
deps(//doc:all_examples_ci_configs))'</summary>

```
(repo_ray_docs) aydin@aydin-JCDF7JJD9H doc % bazel query 'kind("source file", deps(//doc:all_examples_ci_configs))'
//doc:source/ray-overview/examples/e2e-audio/ci/aws.yaml
//doc:source/ray-overview/examples/e2e-audio/ci/gce.yaml
//doc:source/ray-overview/examples/e2e-multimodal-ai-workloads/ci/aws.yaml
//doc:source/ray-overview/examples/e2e-multimodal-ai-workloads/ci/gce.yaml
//doc:source/ray-overview/examples/e2e-rag/ci/aws.yaml
//doc:source/ray-overview/examples/e2e-rag/ci/gce.yaml
//doc:source/ray-overview/examples/e2e-timeseries/ci/aws.yaml
//doc:source/ray-overview/examples/e2e-timeseries/ci/gce.yaml
//doc:source/ray-overview/examples/e2e-xgboost/ci/aws.yaml
//doc:source/ray-overview/examples/e2e-xgboost/ci/gce.yaml
//doc:source/ray-overview/examples/entity-recognition-with-llms/ci/aws.yaml
//doc:source/ray-overview/examples/entity-recognition-with-llms/ci/gce.yaml
//doc:source/ray-overview/examples/langchain_agent_ray_serve/ci/aws.yaml
//doc:source/ray-overview/examples/langchain_agent_ray_serve/ci/gce.yaml
//doc:source/ray-overview/examples/llamafactory-llm-fine-tune/ci/aws.yaml
//doc:source/ray-overview/examples/llamafactory-llm-fine-tune/ci/gce.yaml
//doc:source/ray-overview/examples/mcp-ray-serve/ci/aws.yaml
//doc:source/ray-overview/examples/mcp-ray-serve/ci/gce.yaml
//doc:source/ray-overview/examples/object-detection/ci/aws.yaml
//doc:source/ray-overview/examples/object-detection/ci/gce.yaml
//doc:source/serve/tutorials/asynchronous-inference/ci/aws.yaml
//doc:source/serve/tutorials/asynchronous-inference/ci/gce.yaml
//doc:source/serve/tutorials/deployment-serve-llm/ci/aws.yaml
//doc:source/serve/tutorials/deployment-serve-llm/ci/gce.yaml
//doc/source/data/examples:unstructured_data_ingestion/ci/aws.yaml
//doc/source/data/examples:unstructured_data_ingestion/ci/gce.yaml
//doc/source/train/examples/pytorch:deepspeed_finetune/ci/aws.yaml
//doc/source/train/examples/pytorch:deepspeed_finetune/ci/gce.yaml
//doc/source/train/examples/pytorch:distributing-pytorch/ci/aws.yaml
//doc/source/train/examples/pytorch:distributing-pytorch/ci/gce.yaml
//doc/source/train/examples/pytorch:pytorch-fsdp/ci/aws.yaml
//doc/source/train/examples/pytorch:pytorch-fsdp/ci/gce.yaml
//doc/source/train/examples/pytorch:pytorch-profiling/ci/aws.yaml
//doc/source/train/examples/pytorch:pytorch-profiling/ci/gce.yaml
Loading: 1 packages loaded
```

</details>

I also ran all release tests whose ci/ configs are affected by this
change and verified that their ci/ configuration is still being read
correctly (i.e., the Anyscale job is launched as expected).
https://buildkite.com/ray-project/release/builds/73954#
(test failure are due to application-level errors after launching the
anyscale job, not because of this change)

---------

Signed-off-by: Aydin Abiar <[email protected]>
Signed-off-by: Aydin Abiar <[email protected]>
Co-authored-by: Aydin Abiar <[email protected]>

Author: Aydin-ab

doc/BUILD.bazel

@@ -710,22 +710,21 @@ doctest(
 # Discover the Anyscale Jobs compute configs .yaml for release tests in CI
 # --------------------------------------------------------------------
 
+# Comprehensive filegroup that aggregates all CI compute configs from across the docs.
+# This includes a general glob pattern + references to filegroups in existing child BUILD.bazel
+# Following the standard structure: doc/source/<path>/my_example/ci/{aws,gce}.yaml
 filegroup(
-    name = "example_configs",
+    name = "all_examples_ci_configs",
     srcs = glob([
-        "source/ray-overview/examples/**/*.yaml"
-    ]),
-    visibility = ["//release:__pkg__"],
-)
-
-filegroup(
-    name = "deployment_serve_llm_example_configs",
-    srcs = glob(["source/serve/tutorials/deployment-serve-llm/**/*.yaml"]),
-    visibility = ["//release:__pkg__"],
-)
-
-filegroup(
-    name = "asynchronous_inference_example_configs",
-    srcs = glob(["source/serve/tutorials/asynchronous-inference/**/*.yaml"]),
+        "source/ray-overview/examples/**/ci/aws.yaml",
+        "source/ray-overview/examples/**/ci/gce.yaml",
+        "source/serve/tutorials/**/ci/aws.yaml",
+        "source/serve/tutorials/**/ci/gce.yaml",
+    ]) + [
+        "//doc/source/data/examples:data_examples_ci_configs",
+        "//doc/source/tune/examples:tune_examples_ci_configs",
+        "//doc/source/ray-core/examples:core_examples_ci_configs",
+        "//doc/source/train/examples:train_examples_ci_configs",
+    ],
     visibility = ["//release:__pkg__"],
 )

doc/source/data/examples/BUILD.bazel

@@ -19,10 +19,10 @@ py_test_run_all_notebooks(
 )
 
 filegroup(
-    name = "data_example_configs",
+    name = "data_examples_ci_configs",
     srcs = glob([
         "**/ci/aws.yaml",
         "**/ci/gce.yaml"
     ]),
-    visibility = ["//release:__pkg__"],
+    visibility = ["//doc:__pkg__"],
 )

doc/source/ray-core/examples/BUILD.bazel

@@ -3,3 +3,12 @@ filegroup(
     srcs = glob(["*.ipynb"]),
     visibility = ["//doc:__subpackages__"]
 )
+
+filegroup(
+    name = "core_examples_ci_configs",
+    srcs = glob([
+        "**/ci/aws.yaml",
+        "**/ci/gce.yaml",
+    ]),
+    visibility = ["//doc:__pkg__"],
+)

doc/source/train/examples/BUILD.bazel

@@ -0,0 +1,13 @@
+filegroup(
+    name = "train_examples_ci_configs",
+    srcs = glob([
+        "**/ci/aws.yaml",
+        "**/ci/gce.yaml",
+    ]) + [
+        "//doc/source/train/examples/pytorch:pytorch_examples_ci_configs",
+        "//doc/source/train/examples/transformers:transformers_examples_ci_configs",
+        "//doc/source/train/examples/lightning:lightning_examples_ci_configs",
+    ],
+    visibility = ["//doc:__pkg__"],
+)
+

doc/source/train/examples/lightning/BUILD.bazel

@@ -22,3 +22,12 @@ py_test_run_all_notebooks(
         "team:ml",
     ],
 )
+
+filegroup(
+    name = "lightning_examples_ci_configs",
+    srcs = glob([
+        "**/ci/aws.yaml",
+        "**/ci/gce.yaml",
+    ]),
+    visibility = ["//doc/source/train/examples:__pkg__"],
+)

doc/source/train/examples/pytorch/BUILD.bazel

@@ -32,3 +32,12 @@ py_test_run_all_notebooks(
         "team:ml",
     ],
 )
+
+filegroup(
+    name = "pytorch_examples_ci_configs",
+    srcs = glob([
+        "**/ci/aws.yaml",
+        "**/ci/gce.yaml",
+    ]),
+    visibility = ["//doc/source/train/examples:__pkg__"],
+)