Suspend apache-beam-provider

Author: gopidesupavan

pyproject.toml

@@ -105,9 +105,6 @@ packages = []
 "amazon" = [
     "apache-airflow-providers-amazon>=9.0.0"
 ]
-"apache.beam" = [
-    "apache-airflow-providers-apache-beam>=5.8.1; python_version !=\"3.13\""
-]
 "apache.cassandra" = [
     "apache-airflow-providers-apache-cassandra>=3.7.0"
 ]
@@ -399,7 +396,6 @@ packages = []
     "apache-airflow-providers-airbyte>=5.0.0",
     "apache-airflow-providers-alibaba>=3.0.0",
     "apache-airflow-providers-amazon>=9.0.0",
-    "apache-airflow-providers-apache-beam>=5.8.1; python_version !=\"3.13\"",
     "apache-airflow-providers-apache-cassandra>=3.7.0",
     "apache-airflow-providers-apache-drill>=2.8.1",
     "apache-airflow-providers-apache-druid>=3.12.0",
@@ -1056,8 +1052,6 @@ mypy_path = [
     "$MYPY_CONFIG_FILE_DIR/providers/alibaba/tests",
     "$MYPY_CONFIG_FILE_DIR/providers/amazon/src",
     "$MYPY_CONFIG_FILE_DIR/providers/amazon/tests",
-    "$MYPY_CONFIG_FILE_DIR/providers/apache/beam/src",
-    "$MYPY_CONFIG_FILE_DIR/providers/apache/beam/tests",
     "$MYPY_CONFIG_FILE_DIR/providers/apache/cassandra/src",
     "$MYPY_CONFIG_FILE_DIR/providers/apache/cassandra/tests",
     "$MYPY_CONFIG_FILE_DIR/providers/apache/drill/src",
@@ -1378,7 +1372,6 @@ apache-airflow-shared-timezones = { workspace = true }
 apache-airflow-providers-airbyte = { workspace = true }
 apache-airflow-providers-alibaba = { workspace = true }
 apache-airflow-providers-amazon = { workspace = true }
-apache-airflow-providers-apache-beam = { workspace = true }
 apache-airflow-providers-apache-cassandra = { workspace = true }
 apache-airflow-providers-apache-drill = { workspace = true }
 apache-airflow-providers-apache-druid = { workspace = true }
@@ -1508,7 +1501,6 @@ members = [
     "providers/airbyte",
     "providers/alibaba",
     "providers/amazon",
-    "providers/apache/beam",
     "providers/apache/cassandra",
     "providers/apache/drill",
     "providers/apache/druid",

scripts/ci/prek/common_prek_utils.py

@@ -345,14 +345,20 @@ def get_provider_base_dir_from_path(file_path: Path) -> Path | None:
     return None
 
 
-def get_all_provider_ids() -> list[str]:
+def get_all_provider_ids(exclude_suspended_providers: bool = False) -> list[str]:
     """
     Get all providers from the new provider structure
     """
     all_provider_ids = []
     for provider_file in AIRFLOW_PROVIDERS_ROOT_PATH.rglob("provider.yaml"):
         if provider_file.is_relative_to(AIRFLOW_PROVIDERS_ROOT_PATH / "src"):
             continue
+        if exclude_suspended_providers:
+            import yaml
+
+            provider_info = yaml.safe_load(provider_file.read_text())
+            if provider_info.get("state") == "suspended":
+                continue
         provider_id = get_provider_id_from_path(provider_file)
         if provider_id:
             all_provider_ids.append(provider_id)

scripts/ci/prek/update_airflow_pyproject_toml.py

@@ -22,6 +22,7 @@
 #   "packaging>=25",
 #   "rich>=13.6.0",
 #   "tomli>=2.0.1",
+#   "pyyaml",
 # ]
 # ///
 """
@@ -235,7 +236,7 @@ def get_python_exclusion(provider_dependencies: dict[str, Any]) -> str:
             all_optional_dependencies.append(f'"{optional}" = [\n    "apache-airflow-core[{optional}]"\n]\n')
     optional_airflow_task_sdk_dependencies = get_optional_dependencies(AIRFLOW_TASK_SDK_PYPROJECT_TOML_FILE)
     all_optional_dependencies.append('"all-task-sdk" = [\n    "apache-airflow-task-sdk[all]"\n]\n')
-    all_providers = sorted(get_all_provider_ids())
+    all_providers = sorted(get_all_provider_ids(exclude_suspended_providers=True))
     all_provider_lines = []
     for provider_id in all_providers:
         distribution_name = provider_distribution_name(provider_id)