bugfix/writing-complete-df

Using the catalog columns only meant the new columns were being dropped. This caused the insert into statements to fail to write data for new columns.

Author: lautarortega

awswrangler/athena/_write_iceberg.py

@@ -546,7 +546,7 @@ def to_iceberg(
 
                 # Ensure that the ordering of the DF is the same as in the catalog.
                 # This is required for the INSERT command to work.
-                df = df[catalog_cols]
+                df = df[catalog_cols + list(schema_differences["new_columns"].keys())]
 
             if schema_evolution is False and any([schema_differences[x] for x in schema_differences]):  # type: ignore[literal-required]
                 raise exceptions.InvalidArgumentValue(f"Schema change detected: {schema_differences}")