Upgrade Trino to 475, SEP to 468-e.6

Migrate from legacy to the native S3 file system implementation
Remove hive.metastore-timeout deprecated configuration property

Author: damian3031

README.md

@@ -37,7 +37,7 @@ This repository represents a fork of the [dbt-presto](https://github.com/dbt-lab
 
 ## Compatibility
 
-This dbt plugin has been tested against `Trino` version `455`, `Starburst Enterprise` version `443-e.10` and `Starburst Galaxy`.
+This dbt plugin has been tested against `Trino` version `475`, `Starburst Enterprise` version `468-e.6` and `Starburst Galaxy`.
 
 ## Setup & Configuration
 

docker-compose-starburst.yml

@@ -2,7 +2,7 @@ services:
   trino:
     ports:
       - "8080:8080"
-    image: "starburstdata/starburst-enterprise:443-e.10"
+    image: "starburstdata/starburst-enterprise:468-e.6"
     volumes:
       - ./docker/starburst/etc:/etc/starburst
       - ./docker/starburst/catalog:/etc/starburst/catalog

docker-compose-trino.yml

@@ -2,7 +2,7 @@ services:
   trino:
     ports:
       - "8080:8080"
-    image: "trinodb/trino:455"
+    image: "trinodb/trino:475"
     volumes:
       - ./docker/trino/etc:/usr/lib/trino/etc:ro
       - ./docker/trino/catalog:/etc/trino/catalog

docker/starburst/catalog/delta.properties

@@ -1,11 +1,12 @@
 connector.name=delta-lake
 delta.enable-non-concurrent-writes=true
-hive.s3.endpoint=http://minio:9000
-hive.s3.path-style-access=true
+fs.native-s3.enabled=true
+s3.region=us-east-1
+s3.endpoint=http://minio:9000
+s3.path-style-access=true
 hive.metastore.uri=thrift://hive-metastore:9083
-hive.s3.aws-access-key=minio
-hive.s3.aws-secret-key=minio123
+s3.aws-access-key=minio
+s3.aws-secret-key=minio123
 hive.metastore-cache-ttl=0s
 hive.metastore-refresh-interval=5s
-hive.metastore-timeout=10s
 delta.security=allow-all

docker/starburst/catalog/hive.properties

@@ -1,10 +1,11 @@
 connector.name=hive
 hive.metastore.uri=thrift://hive-metastore:9083
-hive.s3.endpoint=http://minio:9000
-hive.s3.path-style-access=true
-hive.s3.aws-access-key=minio
-hive.s3.aws-secret-key=minio123
+fs.native-s3.enabled=true
+s3.region=us-east-1
+s3.endpoint=http://minio:9000
+s3.path-style-access=true
+s3.aws-access-key=minio
+s3.aws-secret-key=minio123
 hive.metastore-cache-ttl=0s
 hive.metastore-refresh-interval=5s
-hive.metastore-timeout=10s
 hive.security=sql-standard

docker/starburst/catalog/iceberg.properties

@@ -1,10 +1,11 @@
 connector.name=iceberg
 hive.metastore.uri=thrift://hive-metastore:9083
-hive.s3.endpoint=http://minio:9000
-hive.s3.path-style-access=true
-hive.s3.aws-access-key=minio
-hive.s3.aws-secret-key=minio123
+fs.native-s3.enabled=true
+s3.region=us-east-1
+s3.endpoint=http://minio:9000
+s3.path-style-access=true
+s3.aws-access-key=minio
+s3.aws-secret-key=minio123
 hive.metastore-cache-ttl=0s
 hive.metastore-refresh-interval=5s
-hive.metastore-timeout=10s
 iceberg.unique-table-location=true

docker/trino/catalog/delta.properties

@@ -1,10 +1,11 @@
 connector.name=delta-lake
 delta.enable-non-concurrent-writes=true
-hive.s3.endpoint=http://minio:9000
-hive.s3.path-style-access=true
+fs.native-s3.enabled=true
+s3.region=us-east-1
+s3.endpoint=http://minio:9000
+s3.path-style-access=true
 hive.metastore.uri=thrift://hive-metastore:9083
-hive.s3.aws-access-key=minio
-hive.s3.aws-secret-key=minio123
+s3.aws-access-key=minio
+s3.aws-secret-key=minio123
 hive.metastore-cache-ttl=0s
 hive.metastore-refresh-interval=5s
-hive.metastore-timeout=10s

docker/trino/catalog/hive.properties

@@ -1,10 +1,11 @@
 connector.name=hive
 hive.metastore.uri=thrift://hive-metastore:9083
-hive.s3.endpoint=http://minio:9000
-hive.s3.path-style-access=true
-hive.s3.aws-access-key=minio
-hive.s3.aws-secret-key=minio123
+fs.native-s3.enabled=true
+s3.region=us-east-1
+s3.endpoint=http://minio:9000
+s3.path-style-access=true
+s3.aws-access-key=minio
+s3.aws-secret-key=minio123
 hive.metastore-cache-ttl=0s
 hive.metastore-refresh-interval=5s
-hive.metastore-timeout=10s
 hive.security=sql-standard

docker/trino/catalog/iceberg.properties

@@ -1,9 +1,10 @@
 connector.name=iceberg
 hive.metastore.uri=thrift://hive-metastore:9083
-hive.s3.endpoint=http://minio:9000
-hive.s3.path-style-access=true
-hive.s3.aws-access-key=minio
-hive.s3.aws-secret-key=minio123
+fs.native-s3.enabled=true
+s3.region=us-east-1
+s3.endpoint=http://minio:9000
+s3.path-style-access=true
+s3.aws-access-key=minio
+s3.aws-secret-key=minio123
 hive.metastore-cache-ttl=0s
 hive.metastore-refresh-interval=5s
-hive.metastore-timeout=10s