Skip to content

Commit 499af75

Browse files
authored
fix(tableau): drop lamp_record_hash col when reading (#669)
* Drop lamp_record_hash * black
1 parent f79881c commit 499af75

File tree

1 file changed

+1
-1
lines changed

1 file changed

+1
-1
lines changed

src/lamp_py/tableau/jobs/filtered_hyper.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -125,7 +125,7 @@ def create_tableau_parquet(self, partition_template: str) -> bool:
125125
with pq.ParquetWriter(self.local_parquet_path, schema=self.output_processed_schema) as writer:
126126
for batch in ds.to_batches(
127127
batch_size=500_000,
128-
columns=ds.schema.names,
128+
columns=[col for col in ds.schema.names if col != "lamp_record_hash"],
129129
filter=self.parquet_filter,
130130
batch_readahead=1,
131131
fragment_readahead=0,

0 commit comments

Comments
 (0)