Fix marshmallow 4.x Schema constructor compatibility issues

Co-authored-by: kshitij-microsoft <[email protected]>

Author: Copilot

sdk/ml/azure-ai-ml/azure/ai/ml/_schema/core/schema.py

@@ -32,7 +32,13 @@ def __init__(self, *args, **kwargs):
         # set old base path, note it's an Path object and point to the same object with
         # self.context.get(BASE_PATH_CONTEXT_KEY)
         self.old_base_path = self.context.get(BASE_PATH_CONTEXT_KEY)
-        super().__init__(*args, **kwargs)
+        
+        # In marshmallow 4.x, filter out unsupported constructor parameters
+        # Valid parameters for Schema constructor: only, exclude, many, context, load_only, dump_only, partial
+        valid_schema_params = {'only', 'exclude', 'many', 'context', 'load_only', 'dump_only', 'partial'}
+        filtered_kwargs = {k: v for k, v in kwargs.items() if k in valid_schema_params}
+        
+        super().__init__(*args, **filtered_kwargs)
 
     @pre_load
     def add_param_overrides(self, data, **kwargs):

sdk/ml/azure-ai-ml/azure/ai/ml/entities/_component/flow.py

@@ -495,9 +495,9 @@ def _load_with_schema(
 
         # unlike other component, we should ignore unknown fields in flow to keep init_params clean and avoid
         # too much understanding of flow.dag.yaml & run.yaml
-        kwargs["unknown"] = EXCLUDE
+        # In marshmallow 4.x, use unknown parameter during schema.load() call
         try:
-            loaded_dict = schema.load(data, **kwargs)
+            loaded_dict = schema.load(data, unknown=EXCLUDE, **kwargs)
         except ValidationError as e:
             if raise_original_exception:
                 raise e