Update scalardb-analytics-spark-sample to support ScalarDB Analytics 3.16 (#81)

Author: choplin

scalardb-analytics-spark-sample/.gitignore renamed to scalardb-analytics-sample/.gitignore

@@ -0,0 +1,56 @@
+# ScalarDB Analytics Sample
+
+## Setup
+
+### 1. Start services
+
+```bash
+docker compose up -d --wait
+```
+
+This command will start all services and automatically load sample data on the first run.
+
+### 2. Create catalog
+
+```bash
+docker compose run --rm scalardb-analytics-cli catalog create --catalog sample_catalog
+```
+
+### 3. Register data sources
+
+```bash
+# Register ScalarDB data source
+docker compose run --rm scalardb-analytics-cli data-source register --data-source-json /config/data-sources/scalardb.json
+
+# Register PostgreSQL data source
+docker compose run --rm scalardb-analytics-cli data-source register --data-source-json /config/data-sources/postgres.json
+```
+
+### 4. Run Spark SQL
+
+```bash
+docker compose run --rm spark-sql
+```
+
+## Query examples
+
+```sql
+-- List catalogs
+SHOW CATALOGS;
+
+-- Use ScalarDB catalog
+USE sample_catalog;
+
+-- Query ScalarDB tables
+SELECT * FROM scalardb.mysqlns.orders LIMIT 10;
+SELECT * FROM scalardb.cassandrans.lineitem LIMIT 10;
+
+-- Query PostgreSQL tables
+SELECT * FROM postgres.public.customer LIMIT 10;
+```
+
+## Stop services
+
+```bash
+docker compose down
+```

scalardb-analytics-sample/README.md

@@ -0,0 +1,12 @@
+{
+  "catalog": "sample_catalog",
+  "name": "postgres",
+  "type": "postgres",
+  "provider": {
+    "host": "postgres",
+    "port": 5432,
+    "username": "postgres",
+    "password": "postgres",
+    "database": "sampledb"
+  }
+}

scalardb-analytics-sample/config/data-sources/postgres.json

@@ -0,0 +1,8 @@
+{
+  "catalog": "sample_catalog",
+  "name": "scalardb",
+  "type": "scalardb",
+  "provider": {
+    "configPath": "/etc/scalardb.properties"
+  }
+}

scalardb-analytics-sample/config/data-sources/scalardb.json

@@ -0,0 +1,4 @@
+# ScalarDB Analytics CLI configuration
+scalar.db.analytics.client.server.host=scalardb-analytics-server
+scalar.db.analytics.client.server.catalog.port=11051
+scalar.db.analytics.client.server.metering.port=11052

scalardb-analytics-sample/config/scalardb-analytics-cli.properties

@@ -0,0 +1,32 @@
+# ScalarDB Analytics Server configuration
+
+# Server ports
+scalar.db.analytics.server.catalog.port=11051
+scalar.db.analytics.server.metering.port=11052
+
+# Server database configuration (for catalog metadata)
+scalar.db.analytics.server.db.url=jdbc:postgresql://analytics-catalog-postgres:5432/catalogdb
+scalar.db.analytics.server.db.username=analytics
+scalar.db.analytics.server.db.password=analytics
+
+# Server database connection pool configuration
+scalar.db.analytics.server.db.pool.size=10
+scalar.db.analytics.server.db.pool.max_lifetime=1800000
+scalar.db.analytics.server.db.pool.connection_timeout=30000
+scalar.db.analytics.server.db.pool.minimum_idle=5
+scalar.db.analytics.server.db.pool.idle_timeout=600000
+
+# Metering storage configuration (filesystem for development)
+scalar.db.analytics.server.metering.storage.provider=filesystem
+scalar.db.analytics.server.metering.storage.path=/tmp/metering
+
+# License configuration (required for production)
+# scalar.db.analytics.server.licensing.license_key=<YOUR_LICENSE_KEY>
+# scalar.db.analytics.server.licensing.license_check_cert_pem=<YOUR_LICENSE_CERT_PEM>
+
+# Logging configuration
+logging.level.root=INFO
+logging.level.com.scalar.db.analytics=INFO
+
+# Graceful shutdown configuration
+scalar.db.analytics.server.graceful_shutdown_delay_millis=100

scalardb-analytics-sample/config/scalardb-analytics-server.properties

@@ -0,0 +1,10 @@
+spark.jars.packages com.scalar-labs:scalardb-analytics-spark-all-3.5_2.12:3.16.2
+spark.extraListeners com.scalar.db.analytics.spark.metering.ScalarDbAnalyticsListener
+
+# Use the ScalarDB Analytics catalog as `sample_catalog`
+spark.sql.catalog.sample_catalog com.scalar.db.analytics.spark.ScalarDbAnalyticsCatalog
+spark.sql.catalog.sample_catalog.server.host scalardb-analytics-server
+spark.sql.catalog.sample_catalog.server.catalog.port 11051
+spark.sql.catalog.sample_catalog.server.metering.port 11052
+
+spark.sql.defaultCatalog sample_catalog