support additional slack channels for openshift-upgrade-watcher via cluster labels

reconcile/gql_definitions/common/clusters.gql

@@ -3,6 +3,7 @@
 query Clusters($name: String) {
   clusters: clusters_v1(name: $name) {
     path
+    labels
     name
     description
     serverUrl

reconcile/gql_definitions/common/clusters.py

@@ -104,6 +104,7 @@
 query Clusters($name: String) {
   clusters: clusters_v1(name: $name) {
     path
+    labels
     name
     description
     serverUrl
@@ -626,6 +627,7 @@ class DisableClusterAutomationsV1(ConfiguredBaseModel):
 
 class ClusterV1(ConfiguredBaseModel):
     path: str = Field(..., alias="path")
+    labels: Optional[Json] = Field(..., alias="labels")
     name: str = Field(..., alias="name")
     description: Optional[str] = Field(..., alias="description")
     server_url: str = Field(..., alias="serverUrl")

reconcile/openshift_upgrade_watcher.py

@@ -130,6 +130,19 @@ def notify_upgrades_start(
                     state_key=state_key,
                     state_value=None,
                 )
+                if slack and cluster.labels and "notifications" in cluster.labels:
+                    notification_channels = cluster.labels["notifications"].split(",")
+                    for notification_channel in notification_channels:
+                        default_channel = slack.channel
+                        slack.channel = notification_channel
+                        handle_slack_notification(
+                            msg=msg,
+                            slack=slack,
+                            state=state,
+                            state_key=state_key,
+                            state_value=None,
+                        )
+                        slack.channel = default_channel
 
 
 def notify_cluster_new_version(

reconcile/test/test_openshift_upgrade_watcher.py

@@ -130,6 +130,46 @@ def test_new_upgrade_notify(
     assert state.add.call_count == 1
 
 
+def test_new_upgrade_notify_multiple_channels(
+    mocker: MockerFixture,
+    state: MagicMock,
+    slack: MagicMock,
+    ouw_oc_map: MagicMock,
+    ouw_ocm_map: MagicMock,
+    upgrade_config: dict[str, Any],
+    mock_utc_now: MagicMock,
+) -> None:
+    """There is an UpgradeConfig on the cluster, its upgradeAt is in the past,
+    there are multiple channels, and we did not already notify"""
+    mock_utc_now.return_value = upgrade_at + timedelta(hours=1)
+    gso = mocker.patch(
+        "reconcile.openshift_upgrade_watcher._get_start_osd", autospec=True
+    )
+    gso.return_value = upgrade_at.strftime("%Y-%m-%dT%H:%M:%SZ"), upgrade_version
+    state.exists.return_value = False
+    cluster = load_cluster("cluster1.yml")
+
+    cluster.labels = {"notifications": "team-a-alert"}
+    ouw.notify_upgrades_start(
+        ocm_map=ouw_ocm_map,
+        oc_map=ouw_oc_map,
+        clusters=[cluster],
+        state=state,
+        slack=slack,
+    )
+    assert slack.chat_post_message.call_count == 2
+
+    cluster.labels = {"notifications": "team-a-alert,team-b-alert"}
+    ouw.notify_upgrades_start(
+        ocm_map=ouw_ocm_map,
+        oc_map=ouw_oc_map,
+        clusters=[cluster],
+        state=state,
+        slack=slack,
+    )
+    assert slack.chat_post_message.call_count == 3
+
+
 def test_new_upgrade_already_notified(
     mocker: MockerFixture,
     state: MagicMock,