add bin/fix_acceptance_tests_yml.py

Author: maxime.c

bin/fix_acceptance_tests_yml.py

@@ -0,0 +1,78 @@
+#!/usr/bin/env python3
+"""
+Script to transform YAML acceptance tests structure.
+
+This script transforms YAML files from the old format:
+  tests:
+    spec: [...]
+    connection: [...]
+    
+To the new format:
+  acceptance_tests:
+    spec:
+      tests: [...]
+    connection:
+      tests: [...]
+"""
+
+import yaml
+import sys
+from pathlib import Path
+from typing import Dict, Any
+
+
+class AlreadyUpdatedError(Exception):
+    """Exception raised when the YAML file has already been updated."""
+    pass
+
+
+def transform(file_path: Path) -> None:
+    with open(file_path, 'r') as f:
+        data = yaml.safe_load(f)
+    
+    if 'acceptance_tests' in data:
+        raise AlreadyUpdatedError()
+
+    if 'tests' not in data:
+        raise ValueError(f"No 'tests' key found in {file_path}, skipping transformation")
+    
+    # Extract the tests data
+    tests_data = data.pop('tests')
+    
+    if not isinstance(tests_data, dict):
+        raise ValueError(f"Error: 'tests' key in {file_path} is not a dictionary")
+    
+    # Create the new acceptance_tests structure
+    data['acceptance_tests'] = {}
+    
+    # Transform each test type
+    for test_type, test_content in tests_data.items():
+        data['acceptance_tests'][test_type] = {'tests': test_content}
+    
+    # Write back to file with preserved formatting
+    with open(file_path, 'w') as f:
+        yaml.dump(data, f, default_flow_style=False, sort_keys=False, indent=2)
+    
+    print(f"Successfully transformed {file_path}")
+
+
+def main():
+    if len(sys.argv) != 2:
+        print("Usage: python fix_acceptance_tests_yml.py <airbyte_repo_path>")
+        sys.exit(1)
+    
+    repo_path = Path(sys.argv[1])
+
+    for file_path in repo_path.glob('airbyte-integrations/connectors/source-*/acceptance-test-config.yml'):
+        try:
+            transform(file_path)
+        except AlreadyUpdatedError:
+            print(f"File {file_path} has already been updated, skipping transformation")
+        except yaml.YAMLError as e:
+            print(f"Error parsing YAML file {file_path}: {e}")
+        except Exception as e:
+            print(f"Error transforming {file_path}: {e}")
+
+
+if __name__ == "__main__":
+    main()