Merge branch 'lazebnyi/add-state-delegating-retriever' of github.com:airbytehq/airbyte-python-cdk into lazebnyi/add-state-delegating-retriever

Author: lazebnyi

.github/workflows/docker-build-check.yml

@@ -0,0 +1,44 @@
+name: Docker Build Check
+
+on:
+  pull_request:
+    branches:
+      - main
+
+jobs:
+  docker-build-check:
+    name: SDM Docker Image Build  # Renamed job to be more descriptive
+    runs-on: ubuntu-24.04
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v4
+        with:
+          fetch-depth: 0
+
+      # Build the Python package to create the wheel files needed for the Docker build
+      - name: Build Python Package
+        uses: hynek/build-and-inspect-python-package@v2
+        env:
+          POETRY_DYNAMIC_VERSIONING_BYPASS: "0.0.0dev0"
+
+      # Copy the wheel files to the dist directory
+      - name: Copy wheel files to dist directory
+        run: |
+          mkdir -p dist
+          cp /tmp/baipp/dist/*.whl dist/
+
+      - name: Set up QEMU for multi-platform builds
+        uses: docker/setup-qemu-action@v3
+
+      - name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v3
+
+      - name: Build Docker image for multiple platforms
+        id: docker-build
+        uses: docker/build-push-action@v5
+        with:
+          context: .
+          platforms: linux/amd64,linux/arm64
+          push: false
+          tags: airbyte/source-declarative-manifest:pr-${{ github.event.pull_request.number }}
+          outputs: type=image,name=target,annotation-index.org.opencontainers.image.description=SDM Docker image for PR ${{ github.event.pull_request.number }}

.github/workflows/semantic_pr_check.yml

@@ -39,3 +39,13 @@ jobs:
             Build
             tests
             Tests
+            
+      - name: Check for "do not merge" in PR title
+        if: ${{ github.event.pull_request.draft == false }}
+        uses: actions/github-script@v6
+        with:
+          script: |
+            const title = context.payload.pull_request.title.toLowerCase();
+            if (title.includes('do not merge') || title.includes('do-not-merge')) {
+              core.setFailed('PR title contains "do not merge" or "do-not-merge". Please remove this before merging.');
+            }

Dockerfile

@@ -5,7 +5,7 @@
 # A new version of source-declarative-manifest is built for every new Airbyte CDK release, and their versions are kept in sync.
 #
 
-FROM docker.io/airbyte/python-connector-base:3.0.0@sha256:1a0845ff2b30eafa793c6eee4e8f4283c2e52e1bbd44eed6cb9e9abd5d34d844
+FROM docker.io/airbyte/python-connector-base:4.0.0@sha256:d9894b6895923b379f3006fa251147806919c62b7d9021b5cd125bb67d7bbe22
 
 WORKDIR /airbyte/integration_code
 
@@ -24,8 +24,8 @@ RUN pip install dist/*.whl
 RUN mkdir -p source_declarative_manifest \
     && echo 'from source_declarative_manifest.run import run\n\nif __name__ == "__main__":\n    run()' > main.py \
     && touch source_declarative_manifest/__init__.py \
-    && cp /usr/local/lib/python3.10/site-packages/airbyte_cdk/cli/source_declarative_manifest/_run.py source_declarative_manifest/run.py \
-    && cp /usr/local/lib/python3.10/site-packages/airbyte_cdk/cli/source_declarative_manifest/spec.json source_declarative_manifest/
+    && cp /usr/local/lib/python3.11/site-packages/airbyte_cdk/cli/source_declarative_manifest/_run.py source_declarative_manifest/run.py \
+    && cp /usr/local/lib/python3.11/site-packages/airbyte_cdk/cli/source_declarative_manifest/spec.json source_declarative_manifest/
 
 # Remove unnecessary build files
 RUN rm -rf dist/ pyproject.toml poetry.lock README.md

airbyte_cdk/sources/declarative/concurrent_declarative_source.py

@@ -220,7 +220,8 @@ def _group_streams(
                 if (
                     name_to_stream_mapping[declarative_stream.name]
                     .get("retriever", {})
-                    .get("full_refresh_no_slice_in_params", False) and incremental_sync_component_definition
+                    .get("full_refresh_no_slice_in_params", False)
+                    and incremental_sync_component_definition
                 ):
                     incremental_sync_component_definition["step"] = None
                     incremental_sync_component_definition["cursor_granularity"] = None

airbyte_cdk/sources/declarative/parsers/model_to_component_factory.py

@@ -1808,10 +1808,11 @@ def _build_incremental_cursor(
         stream_slicer: Optional[PartitionRouter],
         config: Config,
     ) -> Optional[StreamSlicer]:
-
         if model.retriever.type == "StateDelegatingRetriever":
             if not model.incremental_sync:
-                raise ValueError("StateDelegatingRetriever requires 'incremental_sync' to be enabled.")
+                raise ValueError(
+                    "StateDelegatingRetriever requires 'incremental_sync' to be enabled."
+                )
             elif model.incremental_sync.type != "DatetimeBasedCursor":
                 raise ValueError("StateDelegatingRetriever support only DatetimeBasedCursor.")
             elif model.retriever.full_refresh_no_slice_in_params: