fix: add service inserted fields to generated Hive DDL (#2074)

The FeatureStore service add some fields to the ddl when it creates glue
table for the FeatureGroup. Adding those fields here to be consistent.

Co-authored-by: Rui Wang Napieralski <[email protected]>

Author: icywang86rui

src/sagemaker/feature_store/feature_group.py

@@ -508,6 +508,9 @@ def as_hive_ddl(self, database: str = "sagemaker_featurestore", table_name: str
                 f"  {definition.feature_name} "
                 f"{self._FEATURE_TYPE_TO_DDL_DATA_TYPE_MAP.get(definition.feature_type.value)}\n"
             )
+        ddl += "  write_time TIMESTAMP\n"
+        ddl += "  event_time TIMESTAMP\n"
+        ddl += "  is_deleted BOOLEAN\n"
         ddl += ")\n"
         ddl += (
             "ROW FORMAT SERDE 'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n"

tests/integ/test_feature_store.py

@@ -131,7 +131,11 @@ def create_table_ddl():
         "CREATE EXTERNAL TABLE IF NOT EXISTS sagemaker_featurestore.{feature_group_name} (\n"
         "  feature1 FLOAT\n"
         "  feature2 INT\n"
-        "  feature3 STRING\n)\n"
+        "  feature3 STRING\n"
+        "  write_time TIMESTAMP\n"
+        "  event_time TIMESTAMP\n"
+        "  is_deleted BOOLEAN\n"
+        ")\n"
         "ROW FORMAT SERDE 'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n"
         "  STORED AS\n"
         "  INPUTFORMAT 'parquet.hive.DeprecatedParquetInputFormat'\n"

tests/unit/sagemaker/feature_store/test_feature_store.py

@@ -57,7 +57,11 @@ def create_table_ddl():
         "CREATE EXTERNAL TABLE IF NOT EXISTS {database}.{table_name} (\n"
         "  feature1 FLOAT\n"
         "  feature2 INT\n"
-        "  feature3 STRING\n)\n"
+        "  feature3 STRING\n"
+        "  write_time TIMESTAMP\n"
+        "  event_time TIMESTAMP\n"
+        "  is_deleted BOOLEAN\n"
+        ")\n"
         "ROW FORMAT SERDE 'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'\n"
         "  STORED AS\n"
         "  INPUTFORMAT 'parquet.hive.DeprecatedParquetInputFormat'\n"