feat: downgrade to 3.5.2 not even hard lol

Author: reinthal

nessie-stack/jaffle-shop-classic-spark/profiles.yml

@@ -5,7 +5,7 @@ spark_profile:
       type: spark
       method: thrift
       host: localhost
-      port: 10000 # Default Spark Thrift port, adjust if needed
+      port: 10001 # Default Spark Thrift port, adjust if needed
       user: # leave blank if not using auth
       password: # leave blank if not using auth
       database: default  # or your specific database
@@ -19,11 +19,11 @@ spark_profile:
 
       # Additional Spark configurations for Iceberg
       connect_args:
-        spark.jars.packages: org.apache.iceberg:iceberg-spark-runtime-3.5_2.12:1.8.1,org.projectnessie.nessie-integrations:nessie-spark-extensions-3.5_2.12:0.102.5
+        spark.jars.packages: org.apache.iceberg:iceberg-spark-runtime-3.5_2.12:1.8.1,org.projectnessie.nessie-integrations:nessie-spark-extensions-3.5_2.12:0.102.5,org.apache.hadoop:hadoop-aws:3.3.4
         spark.sql.extensions: org.apache.iceberg.spark.extensions.IcebergSparkSessionExtensions,org.projectnessie.spark.extensions.NessieSparkSessionExtensions
         spark.sql.catalog.iceberg: org.apache.iceberg.spark.SparkCatalog
         spark.sql.catalog.iceberg.type: nessie
-        spark.sql.catalog.iceberg.warehouse: s3a://warehouse  
+        spark.sql.catalog.iceberg.warehouse: s3a://warehouse
         spark.sql.catalog.iceberg.uri: http://nessie:19120/api/v1
         spark.sql.catalog.iceberg.ref: main
         spark.sql.catalog.iceberg.io-impl: org.apache.iceberg.aws.s3.S3FileIO
@@ -32,3 +32,12 @@ spark_profile:
         spark.sql.catalog.iceberg.s3.impl: org.apache.hadoop.fs.s3a.S3AFileSystem
         spark.sql.catalog.iceberg.s3.access.key: minioadmin
         spark.sql.catalog.iceberg.s3.secret.key: minioadmin
+        # Add these new configurations
+        spark.sql.defaultCatalog: iceberg
+        spark.sql.catalog.spark_catalog: org.apache.iceberg.spark.SparkSessionCatalog
+        spark.sql.catalog.spark_catalog.type: nessie
+        spark.hadoop.fs.s3a.access.key: minioadmin
+        spark.hadoop.fs.s3a.secret.key: minioadmin
+        spark.hadoop.fs.s3a.endpoint: http://minio:9000
+        spark.hadoop.fs.s3a.path.style.access: true
+        spark.hadoop.fs.s3a.impl: org.apache.hadoop.fs.s3a.S3AFileSystem