Fix schema

Author: jakeloo

internal/tools/clickhouse/0000_clickhouse_create_blocks_table.sql

@@ -23,7 +23,7 @@ CREATE TABLE IF NOT EXISTS blocks (
     `base_fee_per_gas` Nullable(UInt64),
 
     `insert_timestamp` DateTime DEFAULT now(),
-    `is_deleted` Int8 DEFAULT 0,
+    `is_deleted` UInt8 DEFAULT 0,
 
     INDEX idx_block_timestamp block_timestamp TYPE minmax GRANULARITY 1,
     INDEX idx_hash hash TYPE bloom_filter GRANULARITY 2,

internal/tools/clickhouse/0001_clickhouse_create_transactions_table.sql

@@ -33,7 +33,7 @@ CREATE TABLE IF NOT EXISTS transactions (
     `status` Nullable(UInt64),
 
     `insert_timestamp` DateTime DEFAULT now(),
-    `is_deleted` Int8 DEFAULT 0,
+    `is_deleted` UInt8 DEFAULT 0,
 
     INDEX idx_block_timestamp block_timestamp TYPE minmax GRANULARITY 1,
     INDEX idx_block_hash block_hash TYPE bloom_filter GRANULARITY 3,

internal/tools/clickhouse/0002_clickhouse_create_logs_table.sql

@@ -14,7 +14,7 @@ CREATE TABLE IF NOT EXISTS logs (
     `topic_3` String,
 
     `insert_timestamp` DateTime DEFAULT now(),
-    `is_deleted` Int8 DEFAULT 0,
+    `is_deleted` UInt8 DEFAULT 0,
 
     INDEX idx_block_timestamp block_timestamp TYPE minmax GRANULARITY 1,
     INDEX idx_block_hash block_hash TYPE bloom_filter GRANULARITY 3,

internal/tools/clickhouse/0003_clickhouse_create_traces_table.sql

@@ -22,7 +22,7 @@ CREATE TABLE IF NOT EXISTS traces (
     `refund_address` Nullable(FixedString(42)),
 
     `insert_timestamp` DateTime DEFAULT now(),
-    `is_deleted` Int8 DEFAULT 0,
+    `is_deleted` UInt8 DEFAULT 0,
 
     INDEX idx_block_timestamp block_timestamp TYPE minmax GRANULARITY 1,
     INDEX idx_block_hash block_hash TYPE bloom_filter GRANULARITY 2,

internal/tools/clickhouse/0004_clickhouse_create_insert_null_table.sql

@@ -95,5 +95,5 @@ CREATE TABLE IF NOT EXISTS insert_null_block_data (
     )),
 
     insert_timestamp DateTime DEFAULT now(),
-    is_deleted Int8 DEFAULT 0
+    is_deleted UInt8 DEFAULT 0
 ) ENGINE = Null;

internal/tools/clickhouse/0005_clickhouse_create_insert_data_mv.sql

@@ -25,7 +25,7 @@ SELECT
     block.20 AS withdrawals_root,
     block.21 AS base_fee_per_gas,
     insert_timestamp,
-    sign
+    is_deleted
 FROM insert_null_block_data;
 
 CREATE MATERIALIZED VIEW IF NOT EXISTS insert_transactions_mv

internal/tools/clickhouse/0006_clickhouse_create_token_transfers.sql

@@ -15,7 +15,7 @@ CREATE TABLE IF NOT EXISTS token_transfers
     `batch_index` Nullable(UInt16) DEFAULT NULL,
 
     `insert_timestamp` DateTime DEFAULT now(),
-    `is_deleted` Int8 DEFAULT 0,
+    `is_deleted` UInt8 DEFAULT 0,
 
     INDEX idx_block_timestamp block_timestamp TYPE minmax GRANULARITY 1,
     INDEX idx_from_address from_address TYPE bloom_filter GRANULARITY 3,
@@ -52,6 +52,60 @@ CREATE TABLE IF NOT EXISTS token_transfers
             block_number,
             transaction_index,
             log_index
+    ),
+    PROJECTION from_address_state_projection (
+        SELECT
+            chain_id,
+            from_address,
+            token_address,
+            token_type,
+            countState() AS transfer_count_state,
+            sumState(toInt256(amount)) AS total_amount_state,
+            minState(block_number) AS min_block_number_state,
+            minState(block_timestamp) AS min_block_timestamp_state,
+            maxState(block_number) AS max_block_number_state,
+            maxState(block_timestamp) AS max_block_timestamp_state
+        GROUP BY
+            chain_id,
+            from_address,
+            token_address,
+            token_type
+    ),
+    PROJECTION to_address_state_projection (
+        SELECT
+            chain_id,
+            to_address,
+            token_address,
+            token_type,
+            countState() AS transfer_count_state,
+            sumState(toInt256(amount)) AS total_amount_state,
+            minState(block_number) AS min_block_number_state,
+            minState(block_timestamp) AS min_block_timestamp_state,
+            maxState(block_number) AS max_block_number_state,
+            maxState(block_timestamp) AS max_block_timestamp_state
+        GROUP BY
+            chain_id,
+            to_address,
+            token_address,
+            token_type
+    ),
+    PROJECTION token_state_projection (
+        SELECT
+            chain_id,
+            token_address,
+            token_id,
+            token_type,
+            countState() AS transfer_count_state,
+            sumState(toInt256(amount)) AS total_volume_state,
+            minState(block_number) AS min_block_number_state,
+            minState(block_timestamp) AS min_block_timestamp_state,
+            maxState(block_number) AS max_block_number_state,
+            maxState(block_timestamp) AS max_block_timestamp_state
+        GROUP BY
+            chain_id,
+            token_address,
+            token_id,
+            token_type
     )
 )
 ENGINE = ReplacingMergeTree(insert_timestamp, is_deleted)

internal/tools/clickhouse/0008_clickhouse_create_token_balances.sql

@@ -18,44 +18,40 @@ CREATE TABLE IF NOT EXISTS token_balances
   `direction` Enum8('from' = 1, 'to' = 2),  -- To make each transfer create 2 unique rows
 
   `insert_timestamp` DateTime DEFAULT now(),
-  `is_deleted` Int8 DEFAULT 0,
+  `is_deleted` UInt8 DEFAULT 0,
 
   INDEX idx_block_timestamp block_timestamp TYPE minmax GRANULARITY 1,
   INDEX idx_token_address token_address TYPE bloom_filter GRANULARITY 3,
   INDEX idx_owner_address owner_address TYPE bloom_filter GRANULARITY 3,
 
-  -- Projection for efficient balance queries by owner
   PROJECTION owner_balances_projection
   (
     SELECT
       chain_id,
       owner_address,
       token_address,
       token_id,
-      sumState(balance_delta * if(is_deleted = 0, 1, -1)) AS balance_state
+      sumState(balance_delta * if(is_deleted = 0, 1, -1)) AS balance_state,
       minState(block_number) AS min_block_number_state,
       minState(block_timestamp) AS min_block_timestamp_state,
       maxState(block_number) AS max_block_number_state,
       maxState(block_timestamp) AS max_block_timestamp_state
     GROUP BY chain_id, owner_address, token_address, token_id
-    ORDER BY chain_id, owner_address, token_address, token_id
   ),
 
-  -- Projection for efficient balance queries by token
   PROJECTION token_balances_projection
   (
     SELECT
       chain_id,
       token_address,
       token_id,
       owner_address,
-      sumState(balance_delta * if(is_deleted = 0, 1, -1)) AS balance_state
+      sumState(balance_delta * if(is_deleted = 0, 1, -1)) AS balance_state,
       minState(block_number) AS min_block_number_state,
       minState(block_timestamp) AS min_block_timestamp_state,
       maxState(block_number) AS max_block_number_state,
       maxState(block_timestamp) AS max_block_timestamp_state
     GROUP BY chain_id, token_address, token_id, owner_address
-    ORDER BY chain_id, token_address, token_id, owner_address
   )
 )
 ENGINE = ReplacingMergeTree(insert_timestamp, is_deleted)

internal/tools/clickhouse/0010_clickhouse_create_address_transactions.sql

@@ -33,7 +33,7 @@ CREATE TABLE IF NOT EXISTS address_transactions (
     `status` Nullable(UInt64),
 
     `insert_timestamp` DateTime DEFAULT now(),
-    `is_deleted` Int8 DEFAULT 0,
+    `is_deleted` UInt8 DEFAULT 0,
 
     INDEX idx_block_timestamp block_timestamp TYPE minmax GRANULARITY 1,
     INDEX idx_address_type address_type TYPE bloom_filter GRANULARITY 3,

internal/tools/clickhouse/0012_clickhouse_create_address_transfers.sql

@@ -14,10 +14,49 @@ CREATE TABLE IF NOT EXISTS address_transfers (
     `batch_index` Nullable(UInt16) DEFAULT NULL,
 
     `insert_timestamp` DateTime DEFAULT now(),
-    `is_deleted` Int8 DEFAULT 0,
+    `is_deleted` UInt8 DEFAULT 0,
 
     INDEX idx_block_timestamp block_timestamp TYPE minmax GRANULARITY 1,
-    INDEX idx_address_type address_type TYPE bloom_filter GRANULARITY 3
+    INDEX idx_address_type address_type TYPE bloom_filter GRANULARITY 3,
+    
+    PROJECTION address_state_projection (
+        SELECT
+            chain_id,
+            address,
+            address_type,
+            token_address,
+            token_type,
+            countState() AS transfer_count_state,
+            sumState(toInt256(amount)) AS total_amount_state,
+            minState(block_number) AS min_block_number_state,
+            minState(block_timestamp) AS min_block_timestamp_state,
+            maxState(block_number) AS max_block_number_state,
+            maxState(block_timestamp) AS max_block_timestamp_state
+        GROUP BY
+            chain_id,
+            address,
+            address_type,
+            token_address,
+            token_type
+    ),
+    PROJECTION address_total_state_projection (
+        SELECT
+            chain_id,
+            address,
+            token_address,
+            token_type,
+            countState() AS transfer_count_state,
+            sumState(toInt256(amount)) AS total_amount_state,
+            minState(block_number) AS min_block_number_state,
+            minState(block_timestamp) AS min_block_timestamp_state,
+            maxState(block_number) AS max_block_number_state,
+            maxState(block_timestamp) AS max_block_timestamp_state
+        GROUP BY
+            chain_id,
+            address,
+            token_address,
+            token_type
+    )
 ) ENGINE = ReplacingMergeTree(insert_timestamp, is_deleted)
 ORDER BY (chain_id, address, block_number, transaction_hash, transaction_index)
 PARTITION BY (chain_id, toStartOfQuarter(block_timestamp))