cleaned up

Author: Oleksandr Bazarnov

airbyte_cdk/sources/declarative/parsers/model_to_component_factory.py

@@ -2862,6 +2862,25 @@ def create_simple_retriever(
         use_cache: Optional[bool] = None,
         **kwargs: Any,
     ) -> SimpleRetriever:
+        def _get_url() -> str:
+            """
+            Closure to get the URL from the requester. This is used to get the URL in the case of a lazy retriever.
+            This is needed because the URL is not set until the requester is created.
+            """
+
+            _url = (
+                model.requester.url
+                if hasattr(model.requester, "url") and model.requester.url is not None
+                else requester.get_url()
+            )
+            _url_base = (
+                model.requester.url_base
+                if hasattr(model.requester, "url_base") and model.requester.url_base is not None
+                else requester.get_url_base()
+            )
+
+            return _url or _url_base
+
         decoder = (
             self._create_component_from_model(model=model.decoder, config=config)
             if model.decoder
@@ -2926,17 +2945,6 @@ def create_simple_retriever(
             use_cache=use_cache,
             config=config,
         )
-        _url = (
-            model.requester.url
-            if hasattr(model.requester, "url") and model.requester.url is not None
-            else requester.get_url()
-        )
-        _url_base = (
-            model.requester.url_base
-            if hasattr(model.requester, "url_base") and model.requester.url_base is not None
-            else requester.get_url_base()
-        )
-        url_base = _url or _url_base
 
         # Define cursor only if per partition or common incremental support is needed
         cursor = stream_slicer if isinstance(stream_slicer, DeclarativeCursor) else None
@@ -2960,7 +2968,7 @@ def create_simple_retriever(
             self._create_component_from_model(
                 model=model.paginator,
                 config=config,
-                url_base=url_base,
+                url_base=_get_url(),
                 decoder=decoder,
                 cursor_used_for_stop_condition=cursor_used_for_stop_condition,
             )