[python] Fix old pyarrow bug triggers (#4433)

* Do not cast timestamp to int array

* PRovide timestamp conversion workaround

Author: XanthosXanthopoulos

apis/python/src/tiledbsoma/_dataframe.py

@@ -1016,6 +1016,17 @@ def _cast_domain_to_cpp_type(
         return None
 
     if index_column_name in schema.names:
+        # Fow older version of pyarrow creating a RecordBatch with timestamp as input fails
+        # The following workaround directly get the int representation of timestamp if the types match
+        # otherwise throw an error
+        if isinstance(slot_domain[0], pa.TimestampScalar) and isinstance(
+            schema.field(index_column_name).type, pa.TimestampType
+        ):
+            if slot_domain[0].type != schema.field(index_column_name).type:
+                raise TypeError(f"Type mismatch between domain and schema for column '{index_column_name}'")
+
+            return slot_domain[0].value, slot_domain[1].value
+
         domain_array = pa.RecordBatch.from_pydict(
             {index_column_name: slot_domain}, pa.schema([schema.field(index_column_name)])
         )

apis/python/tests/test_io.py

@@ -51,7 +51,7 @@ def test_write_arrow_table(tmp_path, num_rows, cap_nbytes, schema):
     Additional focus-testing for tiledbsoma.io._write_arrow_table
     """
 
-    if pa.__version__ == "11.0.0" and num_rows == 0 and "bool_enum" in schema.names():
+    if pa.__version__ == "11.0.0" and num_rows == 0 and "bool_enum" in schema.names:
         pytest.skip("Skip due to bug with empty dictionaries.")
 
     pydict = {}
@@ -101,6 +101,9 @@ def test_write_arrow_table_enum_to_values(tmp_path, num_rows, cap_nbytes):
     Additional focus-testing for tiledbsoma.io._write_arrow_table
     """
 
+    if pa.__version__ == "11.0.0" and num_rows == 0:
+        pytest.skip("Skip due to bug with empty dictionaries.")
+
     array_schema = pa.schema(
         [
             ("bool", pa.bool_()),