We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 75d6018 commit fa43a5bCopy full SHA for fa43a5b
pandas/io/parsers/arrow_parser_wrapper.py
@@ -276,14 +276,11 @@ def read(self) -> DataFrame:
276
277
# Handle missing date values by checking for timestamp columns
278
for i, field in enumerate(table.schema):
279
- if pa.types.is_timestamp(field.type): # Check if the column is a timestamp
280
- # Convert to a Pandas Series
+ if pa.types.is_timestamp(field.type):
281
column = table.column(i).to_pandas()
282
283
- # Replace missing values with NaT
284
column.fillna(pd.NaT, inplace=True)
285
286
- # Update the column back to the table
287
table = table.set_column(i, field.name, pa.array(column))
288
289
# Convert all pa.null() cols -> float64 (non nullable)
0 commit comments