null table schema update (#277)

* null table schema update

* insert token transfers mv

* minor change

* nit schema update

---------

Co-authored-by: Jake Loo <[email protected]>

Author: nischitpra

internal/tools/clickhouse/0004_clickhouse_create_insert_null_table.sql

@@ -1,6 +1,6 @@
-CREATE TABLE IF NOT EXISTS insert_null_block_data (
+CREATE TABLE IF NOT EXISTS insert_null_block_data
+(
     chain_id UInt256,
-
     block Tuple(
         block_number UInt256,
         block_timestamp DateTime,
@@ -22,8 +22,7 @@ CREATE TABLE IF NOT EXISTS insert_null_block_data (
         gas_limit UInt256,
         gas_used UInt256,
         withdrawals_root FixedString(66),
-        base_fee_per_gas Nullable(UInt64)
-    ),
+        base_fee_per_gas Nullable(UInt64)),
     transactions Array(Tuple(
         hash FixedString(66),
         nonce UInt64,
@@ -55,8 +54,7 @@ CREATE TABLE IF NOT EXISTS insert_null_block_data (
         blob_gas_used Nullable(UInt64),
         blob_gas_price Nullable(UInt256),
         logs_bloom Nullable(String),
-        status Nullable(UInt64)
-    )),
+        status Nullable(UInt64))),
     logs Array(Tuple(
         block_number UInt256,
         block_hash FixedString(66),
@@ -69,8 +67,7 @@ CREATE TABLE IF NOT EXISTS insert_null_block_data (
         topic_0 String,
         topic_1 String,
         topic_2 String,
-        topic_3 String
-    )),
+        topic_3 String)),
     traces Array(Tuple(
         block_number UInt256,
         block_hash FixedString(66),
@@ -91,9 +88,21 @@ CREATE TABLE IF NOT EXISTS insert_null_block_data (
         value UInt256,
         author Nullable(FixedString(42)),
         reward_type LowCardinality(Nullable(String)),
-        refund_address Nullable(FixedString(42))
-    )),
-
+        refund_address Nullable(FixedString(42)))),
+    token_transfers Array(Tuple(
+        token_type LowCardinality(String),
+        token_address FixedString(42),
+        token_id UInt256,
+        from_address FixedString(42),
+        to_address FixedString(42),
+        block_number UInt256,
+        block_timestamp DateTime,
+        transaction_hash FixedString(66),
+        transaction_index UInt64,
+        amount UInt256,
+        log_index UInt64,
+        batch_index Nullable(UInt16))),
     insert_timestamp DateTime DEFAULT now(),
     is_deleted UInt8 DEFAULT 0
-) ENGINE = Null;
+)
+ENGINE = Null

internal/tools/clickhouse/0007_clickhouse_create_token_transfers_mv.sql

@@ -1,4 +1,4 @@
-CREATE MATERIALIZED VIEW address_transactions_mv
+CREATE MATERIALIZED VIEW IF NOT EXISTS address_transactions_mv
 TO address_transactions
 AS
 SELECT 

internal/tools/clickhouse/0011_clickhouse_create_address_transactions_mv.sql

@@ -1,4 +1,4 @@
-CREATE MATERIALIZED VIEW address_transfers_mv
+CREATE MATERIALIZED VIEW IF NOT EXISTS address_transfers_mv
 TO address_transfers
 AS
 SELECT

internal/tools/clickhouse/0013_clickhouse_create_address_transfers_mv.sql

@@ -0,0 +1,20 @@
+CREATE MATERIALIZED VIEW IF NOT EXISTS insert_token_transfers_mv
+TO token_transfers
+AS SELECT
+    chain_id,
+    tt.1 AS token_type,
+    tt.2 AS token_address,
+    tt.3 AS token_id,
+    tt.4 AS from_address,
+    tt.5 AS to_address,
+    tt.6 AS block_number,
+    tt.7 AS block_timestamp,
+    tt.8 AS transaction_hash,
+    tt.9 AS transaction_index,
+    tt.10 AS amount,
+    tt.11 AS log_index,
+    tt.12 AS batch_index,
+    insert_timestamp,
+    is_deleted
+FROM insert_null_block_data
+ARRAY JOIN token_transfers AS tt