WIP

Author: ferenc-csaky

performance-examples/duckdb-query/package_test_s3_glue.json

@@ -0,0 +1,38 @@
+{
+  "version": "1",
+  "enabled-engines": ["vertx", "iceberg", "duckdb", "flink"],
+  "script": {
+    "main": "perftest.sqrl",
+    "config": {
+      "rowsPerSec": 10,
+      "numRows": 80000
+    }
+  },
+  "engines": {
+    "flink": {
+      "config": {
+        "execution.checkpointing.interval": "10 sec"
+      }
+    },
+    "duckdb": {
+      "url": "jdbc:duckdb:",
+      "use-disk-cache": false,
+      "use-version-guessing": true
+    }
+  },
+  "connectors": {
+    "iceberg": {
+      "connector": "iceberg",
+      "warehouse": "s3://ferenc-iceberg-glue-test",
+      "catalog-impl": "org.apache.iceberg.aws.glue.GlueCatalog",
+      "io-impl": "org.apache.iceberg.aws.s3.S3FileIO",
+      "catalog-name": "mycatalog",
+      "catalog-database": "mydatabase",
+      "write.upsert.enabled": "true"
+    }
+  },
+  "test-runner": {
+    "delay-sec": -1,
+    "required-checkpoints": 2
+  }
+}

…-examples/duckdb-query/package_test.json …duckdb-query/package_test_s3_hadoop.jsonperformance-examples/duckdb-query/package_test.json renamed to performance-examples/duckdb-query/package_test_s3_hadoop.json performance-examples/duckdb-query/package_test.json renamed to performance-examples/duckdb-query/package_test_s3_hadoop.json

@@ -4,20 +4,20 @@
   "script": {
     "main": "perftest.sqrl",
     "config": {
-      "rowsPerSec": 200,
-      "numRows": 800
+      "rowsPerSec": 10,
+      "numRows": 80000
     }
   },
   "engines": {
     "flink": {
       "config": {
-        "execution.checkpointing.interval": "10 sec"
+        "execution.checkpointing.interval": "5 sec"
       }
     }
   },
   "connectors": {
     "iceberg": {
-      "warehouse": "iceberg-data",
+      "warehouse": "s3a://ferenc-iceberg-hadoop-test",
       "catalog-type": "hadoop",
       "catalog-name": "mydata"
     }

performance-examples/duckdb-query/perftest.sqrl

@@ -23,4 +23,4 @@ MetricsByTime(machineid BIGINT NOT NULL, fromTime TIMESTAMP NOT NULL) :=
 
 /*+test*/
 MetricsTest := SELECT AVG(metric) AS avg_metric, COUNT(metric) AS total_count
-    FROM Metrics WHERE machineid = 5;
+    FROM Metrics WHERE machineid = 5;