diff --git a/finance-credit-card-chatbot/credit-card-analytics/creditcard-s3/cardassignment.table.sql b/finance-credit-card-chatbot/credit-card-analytics/creditcard-s3/cardassignment.table.sql new file mode 100755 index 00000000..b1cc612f --- /dev/null +++ b/finance-credit-card-chatbot/credit-card-analytics/creditcard-s3/cardassignment.table.sql @@ -0,0 +1,12 @@ +CREATE TABLE CardAssignment ( + customerId BIGINT NOT NULL, + cardNo STRING NOT NULL, + cardType STRING NOT NULL, + `timestamp` TIMESTAMP_LTZ(3) NOT NULL METADATA FROM 'timestamp', + WATERMARK FOR `timestamp` AS `timestamp` - INTERVAL '1' SECOND +) WITH ( + 'connector' = 'filesystem', + 'format' = 'flexible-json', + 'path' = 's3://example-data.dev.datasqrl.com/mvp/cardAssignment.jsonl', + 'source.monitor-interval' = '1 min' + ); diff --git a/finance-credit-card-chatbot/credit-card-analytics/creditcard-s3/merchant.table.sql b/finance-credit-card-chatbot/credit-card-analytics/creditcard-s3/merchant.table.sql new file mode 100755 index 00000000..ec987c61 --- /dev/null +++ b/finance-credit-card-chatbot/credit-card-analytics/creditcard-s3/merchant.table.sql @@ -0,0 +1,12 @@ +CREATE TABLE Merchant ( + merchantId BIGINT NOT NULL, + name STRING NOT NULL, + category STRING NOT NULL, + updatedTime TIMESTAMP_LTZ(3) NOT NULL METADATA FROM 'timestamp', + WATERMARK FOR `updatedTime` AS `updatedTime` - INTERVAL '1' SECOND +) WITH ( + 'connector' = 'filesystem', + 'format' = 'flexible-json', + 'path' = 's3://example-data.dev.datasqrl.com/mvp/merchant.jsonl', + 'source.monitor-interval' = '1 min' + ); \ No newline at end of file diff --git a/finance-credit-card-chatbot/credit-card-analytics/creditcard-s3/merchantreward.table.sql b/finance-credit-card-chatbot/credit-card-analytics/creditcard-s3/merchantreward.table.sql new file mode 100755 index 00000000..8336374f --- /dev/null +++ b/finance-credit-card-chatbot/credit-card-analytics/creditcard-s3/merchantreward.table.sql @@ -0,0 +1,16 @@ +CREATE TABLE MerchantReward ( + merchantId BIGINT NOT NULL, + rewardsByCard ARRAY> NOT NULL, + updatedTime TIMESTAMP_LTZ(3) NOT NULL METADATA FROM 'timestamp', + WATERMARK FOR `updatedTime` AS `updatedTime` - INTERVAL '1' SECOND +) WITH ( + 'connector' = 'filesystem', + 'format' = 'flexible-json', + 'path' = 's3://example-data.dev.datasqrl.com/mvp/merchantReward.jsonl', + 'source.monitor-interval' = '1 min' + ); \ No newline at end of file diff --git a/finance-credit-card-chatbot/credit-card-analytics/creditcard-s3/transaction.table.sql b/finance-credit-card-chatbot/credit-card-analytics/creditcard-s3/transaction.table.sql new file mode 100755 index 00000000..12354ce3 --- /dev/null +++ b/finance-credit-card-chatbot/credit-card-analytics/creditcard-s3/transaction.table.sql @@ -0,0 +1,13 @@ +CREATE TABLE Transaction ( + transactionId BIGINT NOT NULL, + cardNo STRING NOT NULL, + `time` TIMESTAMP_LTZ(3) NOT NULL METADATA FROM 'timestamp', + amount DOUBLE NOT NULL, + merchantId BIGINT NOT NULL, + WATERMARK FOR `time` AS `time` - INTERVAL '1' SECOND +) WITH ( + 'connector' = 'filesystem', + 'format' = 'flexible-json', + 'path' = 's3://example-data.dev.datasqrl.com/mvp/transaction.jsonl', + 'source.monitor-interval' = '1 min' + ); \ No newline at end of file diff --git a/finance-credit-card-chatbot/credit-card-analytics/creditcard_analytics_package_s3.json b/finance-credit-card-chatbot/credit-card-analytics/creditcard_analytics_package_s3.json new file mode 100644 index 00000000..32217411 --- /dev/null +++ b/finance-credit-card-chatbot/credit-card-analytics/creditcard_analytics_package_s3.json @@ -0,0 +1,23 @@ +{ + "version": "1", + "enabled-engines": [ + "vertx", + "postgres", + "flink" + ], + "script": { + "main": "creditcard_analytics.sqrl" + }, + "engines": { + "flink": { + "config": { + "table.exec.source.idle-timeout": "10 s" + } + } + }, + "dependencies": { + "creditcard-data": { + "folder": "creditcard-s3" + } + } +} \ No newline at end of file