NRL-1268 update naimg convention of cols

jackleary · jackleary · commit 27c717b28f19 · 2025-01-20T15:44:25.000Z
diff --git a/terraform/account-wide-infrastructure/modules/glue/src/transformations.py b/terraform/account-wide-infrastructure/modules/glue/src/transformations.py
@@ -81,6 +81,7 @@ def flatten(schema, prefix=""):
 
 def dtype_conversion(df):
     df = df.withColumn(
-        "timestamp", to_timestamp(df["timestamp"], "yyyy-MM-dd HH:mm:ss,SSSXXX")
+        "event_timestamp",
+        to_timestamp(df["event_timestamp"], "yyyy-MM-dd HH:mm:ss,SSSXXX"),
     )
     return df

Original file line number	Diff line number	Diff line change
`@@ -81,6 +81,7 @@ def flatten(schema, prefix=""):`
`81`	`81`
`82`	`82`	`def dtype_conversion(df):`
`83`	`83`	`df = df.withColumn(`
`84`		`- "timestamp", to_timestamp(df["timestamp"], "yyyy-MM-dd HH:mm:ss,SSSXXX")`
	`84`	`+ "event_timestamp",`
	`85`	`+ to_timestamp(df["event_timestamp"], "yyyy-MM-dd HH:mm:ss,SSSXXX"),`
`85`	`86`	`)`
`86`	`87`	`return df`