Debugging CI problems

Author: datapythonista

pandas/tests/io/test_iceberg.py

@@ -19,6 +19,41 @@
 
 pytestmark = [pytest.mark.single_cpu]
 
+# XXX Some tests fail in the CI because an empty .pyiceberg file is found.
+# Checking here before importing the pyiceberg module, to provide better
+# error message
+import os
+
+def check_pyiceberg_yaml_file():
+    import strictyaml
+
+    PYICEBERG_HOME = "PYICEBERG_HOME"
+    search_dirs = [os.environ.get(PYICEBERG_HOME), os.path.expanduser("~"), os.getcwd()]
+    for dir_ in search_dirs:
+        path = None
+        exists = False
+        content = None
+        if dir_:
+            path = pathlib.Path(dir_) / ".pyiceberg.yaml"
+            exists = path.exists()
+            if exists:
+                with open(path, encoding="utf-8") as f:
+                    yml_str = f.read()
+                content = strictyaml.load(yml_str).data
+                raise RuntimeError(
+                    ".pyiceberg.yaml file already exists\n"
+                    f"Path: {path}\nContent:\n{content}"
+                )
+
+try:
+    import strictyaml
+except ImportError:
+    pass
+else:
+    check_pyiceberg_yaml_file()
+# XXX End checks
+
+
 pyiceberg = pytest.importorskip("pyiceberg")
 pyiceberg_catalog = pytest.importorskip("pyiceberg.catalog")
 pq = pytest.importorskip("pyarrow.parquet")
@@ -47,7 +82,7 @@ def create_catalog(catalog_name_in_pyiceberg_config=None):
 
         if catalog_name_in_pyiceberg_config is not None:
             config_path = pathlib.Path.home() / ".pyiceberg.yaml"
-            with open(config_path, "w") as f:
+            with open(config_path, "w", encoding="utf-8") as f:
                 f.write(f"""\
 catalog:
   {catalog_name_in_pyiceberg_config}: