fix: add explicit docker volume mapping (resolves permission denied errors); fix: remove 'cdk:low-code' logic with false-positives for manifest-only connector detection; feat: add option to auto-print full log file text, enabled by default in CI environments

airbyte/_executors/util.py

@@ -42,8 +42,8 @@ def _try_get_source_manifest(
 
     Raises:
         - `PyAirbyteInputError`: If `source_name` is `None`.
-        - `HTTPError`: If fetching the URL was unsuccessful.
-        - `YAMLError`: If parsing the YAML failed.
+        - `AirbyteConnectorInstallationError`: If the registry file cannot be downloaded or if the
+          manifest YAML cannot be parsed.
     """
     if source_name is None:
         raise exc.PyAirbyteInputError(
@@ -62,7 +62,16 @@ def _try_get_source_manifest(
         url=manifest_url,
         headers={"User-Agent": f"PyAirbyte/{get_version()}"},
     )
-    response.raise_for_status()  # Raise HTTPError exception if the download failed
+    try:
+        response.raise_for_status()  # Raise HTTPError exception if the download failed
+    except requests.exceptions.HTTPError as ex:
+        raise exc.AirbyteConnectorInstallationError(
+            message="Failed to download the connector manifest.",
+            context={
+                "manifest_url": manifest_url,
+            },
+        ) from ex
+
     try:
         return cast("dict", yaml.safe_load(response.text))
     except yaml.YAMLError as ex:

airbyte/sources/registry.py

@@ -30,16 +30,13 @@
 _REGISTRY_ENV_VAR = "AIRBYTE_LOCAL_REGISTRY"
 _REGISTRY_URL = "https://connectors.airbyte.com/files/registries/v0/oss_registry.json"
 
-_LOWCODE_CDK_TAG = "cdk:low-code"
-
 _PYTHON_LANGUAGE = "python"
 _MANIFEST_ONLY_LANGUAGE = "manifest-only"
 
 _PYTHON_LANGUAGE_TAG = f"language:{_PYTHON_LANGUAGE}"
 _MANIFEST_ONLY_TAG = f"language:{_MANIFEST_ONLY_LANGUAGE}"
 
 _LOWCODE_CONNECTORS_NEEDING_PYTHON: list[str] = [
-    "source-adjust",
     "source-alpha-vantage",
     "source-amplitude",
     "source-apify-dataset",
@@ -50,13 +47,14 @@
     "source-braintree",
     "source-braze",
     "source-chargebee",
-    "source-close-com",
     "source-commercetools",
+    "source-eventbrite",
     "source-facebook-pages",
     "source-fastbill",
     "source-freshdesk",
     "source-gitlab",
     "source-gnews",
+    "source-gong",
     "source-greenhouse",
     "source-instagram",
     "source-instatus",
@@ -74,7 +72,6 @@
     "source-okta",
     "source-orb",
     "source-outreach",
-    "source-partnerstack",
     "source-paypal-transaction",
     "source-pinterest",
     "source-pipedrive",
@@ -83,17 +80,17 @@
     "source-prestashop",
     "source-public-apis",
     "source-qualaroo",
-    "source-quickbooks",
     "source-railz",
     "source-recharge",
     "source-recurly",
     "source-retently",
     "source-rss",
     "source-salesloft",
+    "source-service-now",
     "source-slack",
     "source-surveymonkey",
-    "source-tiktok-marketing",
     "source-the-guardian-api",
+    "source-tiktok-marketing",
     "source-trello",
     "source-typeform",
     "source-us-census",
@@ -106,21 +103,15 @@
     "source-zenloop",
     "source-zoom",
 ]
-_LOWCODE_CONNECTORS_FAILING_VALIDATION = [
-    "source-amazon-ads",
-]
+_LOWCODE_CONNECTORS_FAILING_VALIDATION = []
 # Connectors that return 404 or some other misc exception.
-_LOWCODE_CONNECTORS_UNEXPECTED_ERRORS: list[str] = []
-# (CDK) FileNotFoundError: Unable to find spec.yaml or spec.json in the package.
-_LOWCODE_CDK_FILE_NOT_FOUND_ERRORS: list[str] = [
-    "source-apple-search-ads",
+_LOWCODE_CONNECTORS_UNEXPECTED_ERRORS: list[str] = [
+    "source-adjust",
+    "source-amazon-ads",
     "source-marketo",
-    "source-n8n",
-    "source-onesignal",
-    "source-postmarkapp",
-    "source-sentry",
-    "source-unleash",
 ]
+# (CDK) FileNotFoundError: Unable to find spec.yaml or spec.json in the package.
+_LOWCODE_CDK_FILE_NOT_FOUND_ERRORS: list[str] = []
 _LOWCODE_CONNECTORS_EXCLUDED: list[str] = [
     *_LOWCODE_CONNECTORS_FAILING_VALIDATION,
     *_LOWCODE_CONNECTORS_UNEXPECTED_ERRORS,
@@ -219,9 +210,6 @@ def _registry_entry_to_connector_metadata(entry: dict) -> ConnectorMetadata:
             InstallType.PYTHON if language == Language.PYTHON and pypi_enabled else None,
             InstallType.JAVA if language == Language.JAVA else None,
             InstallType.YAML if language == Language.MANIFEST_ONLY else None,
-            # TODO: Remove 'cdk:low-code' check once all connectors are migrated to manifest-only.
-            # https://github.com/airbytehq/PyAirbyte/issues/348
-            InstallType.YAML if _LOWCODE_CDK_TAG in tags else None,
         ]
         if x
     }