feat(connectors): add universal source and destination using PyAirbyte

.github/workflows/tk-todo-check.yml

@@ -0,0 +1,45 @@
+name: TK-TODO Check  # IGNORE:TK - this workflow checks for TK-TODO markers
+
+on:
+  push:
+    branches:
+      - main
+  pull_request: {}
+
+permissions:
+  contents: read
+
+jobs:
+  tk-todo-check:  # IGNORE:TK
+    name: Check for TK-TODO markers  # IGNORE:TK
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v6
+
+      - name: Check for TK-TODO markers  # IGNORE:TK
+        run: |
+          # Find all TK-TODO markers (case-insensitive) that don't have IGNORE:TK on the same line  # IGNORE:TK
+          # Exit with error if any are found
+
+          echo "Checking for TK-TODO markers..."  # IGNORE:TK
+
+          # Use git ls-files to only check tracked files (excludes gitignored files like sdks/)
+          # grep -i for case-insensitive matching
+          # grep -v for excluding lines with IGNORE:TK
+          # grep -n for line numbers
+
+          FOUND_TODOS=$(git ls-files | xargs grep -i -n "TK-TODO" 2>/dev/null | grep -i -v "IGNORE:TK" || true)  # IGNORE:TK
+
+          if [ -n "$FOUND_TODOS" ]; then
+            echo ""
+            echo "ERROR: Found TK-TODO markers that must be resolved before merge:"  # IGNORE:TK
+            echo ""
+            echo "$FOUND_TODOS"
+            echo ""
+            echo "To suppress a TK-TODO, add 'IGNORE:TK' (case-insensitive) on the same line."  # IGNORE:TK
+            echo ""
+            exit 1
+          else
+            echo "No unresolved TK-TODO markers found."  # IGNORE:TK
+          fi

airbyte/cli/__init__.py

@@ -0,0 +1,2 @@
+# Copyright (c) 2024 Airbyte, Inc., all rights reserved.
+"""CLI modules for PyAirbyte."""

airbyte/cli/universal_connector/Dockerfile

@@ -0,0 +1,11 @@
+FROM docker.io/airbyte/python-connector-base:4.0.2@sha256:9fdb1888c4264cf6fee473649ecb593f56f58e5d0096a87ee0b231777e2e3e73
+
+WORKDIR /airbyte/integration_code
+
+COPY pyproject.toml uv.lock ./
+COPY airbyte ./airbyte
+
+RUN pip install --no-cache-dir .
+
+ENV AIRBYTE_ENTRYPOINT="destination-pyairbyte"
+ENTRYPOINT ["destination-pyairbyte"]

airbyte/cli/universal_connector/__init__.py

@@ -0,0 +1,11 @@
+# Copyright (c) 2024 Airbyte, Inc., all rights reserved.
+"""Universal connectors using PyAirbyte as backends."""
+
+from airbyte.cli.universal_connector.destination import DestinationPyAirbyteUniversal
+from airbyte.cli.universal_connector.source import SourcePyAirbyteUniversal
+
+
+__all__ = [
+    "DestinationPyAirbyteUniversal",
+    "SourcePyAirbyteUniversal",
+]