fix: override configure method in ManifestDeclarativeSource to set transformed config in entrypoint (#611)

Author: pnilan

airbyte_cdk/sources/declarative/manifest_declarative_source.py

@@ -238,6 +238,10 @@ def _migrate_and_transform_config(
         self._spec_component.transform_config(mutable_config)
         return mutable_config
 
+    def configure(self, config: Mapping[str, Any], temp_dir: str) -> Mapping[str, Any]:
+        config = self._config or config
+        return super().configure(config, temp_dir)
+
     def _migrate_manifest(self) -> None:
         """
         This method is used to migrate the manifest. It should be called after the manifest has been validated.

unit_tests/sources/declarative/test_manifest_declarative_source.py

@@ -2594,7 +2594,7 @@ def test_given_already_migrated_config_no_control_message_is_emitted(migration_m
 
 
 def test_given_transformations_config_is_transformed():
-    input_config = {"planet": "Coruscant"}
+    input_config = {"planet": "CRSC"}
 
     manifest = {
         "version": "0.34.2",
@@ -2629,11 +2629,26 @@ def test_given_transformations_config_is_transformed():
             "connection_specification": {},
             "config_normalization_rules": {
                 "transformations": [
+                    {
+                        "type": "ConfigAddFields",
+                        "fields": [
+                            {
+                                "type": "AddedFieldDefinition",
+                                "path": ["population"],
+                                "value": "{{ config['planet'] }}",
+                            }
+                        ],
+                    },
                     {
                         "type": "ConfigRemapField",
                         "map": {"CRSC": "Coruscant"},
                         "field_path": ["planet"],
-                    }
+                    },
+                    {
+                        "type": "ConfigRemapField",
+                        "map": {"CRSC": 3_000_000_000_000},
+                        "field_path": ["population"],
+                    },
                 ],
             },
         },
@@ -2644,7 +2659,12 @@ def test_given_transformations_config_is_transformed():
         config=input_config,
     )
 
-    assert source._config == {"planet": "Coruscant"}
+    source.write_config = Mock(return_value=None)
+
+    config = source.configure(input_config, "/fake/temp/dir")
+
+    assert config != input_config
+    assert config == {"planet": "Coruscant", "population": 3_000_000_000_000}
 
 
 def test_given_valid_config_streams_validates_config_and_does_not_raise():