feat: models in infra

Author: izadoesdev

infra/clickhouse/models/analytics/blocked_traffic.sql

@@ -0,0 +1,50 @@
+-- ============================================================================
+-- Blocked Traffic Table
+-- ============================================================================
+-- Records of blocked requests, bots, and suspicious traffic patterns
+-- Includes TTL for automatic cleanup after 6 months
+-- ============================================================================
+
+CREATE TABLE IF NOT EXISTS analytics.blocked_traffic (
+    id UUID,
+    client_id String,
+    timestamp DateTime64(3, 'UTC'),
+    
+    -- Request information
+    path Nullable(String),
+    url Nullable(String),
+    referrer Nullable(String),
+    method LowCardinality(String) DEFAULT 'POST',
+    origin Nullable(String),
+    
+    -- Client information
+    ip String,
+    user_agent Nullable(String),
+    accept_header Nullable(String),
+    language Nullable(String),
+    
+    -- Blocking details
+    block_reason LowCardinality(String),
+    block_category LowCardinality(String),
+    bot_name Nullable(String),
+    
+    -- Geographic information
+    country Nullable(String),
+    region Nullable(String),
+    
+    -- Device information
+    browser_name Nullable(String),
+    browser_version Nullable(String),
+    os_name Nullable(String),
+    os_version Nullable(String),
+    device_type Nullable(String),
+    
+    -- Request details
+    payload_size Nullable(UInt32),
+    
+    created_at DateTime64(3, 'UTC') DEFAULT now()
+) ENGINE = MergeTree()
+PARTITION BY toYYYYMM(timestamp)
+ORDER BY (timestamp, client_id, id)
+TTL toDateTime(timestamp) + INTERVAL 6 MONTH
+SETTINGS index_granularity = 8192;

infra/clickhouse/models/analytics/custom_events.sql

@@ -0,0 +1,18 @@
+-- ============================================================================
+-- Custom Events Table
+-- ============================================================================
+-- User-defined custom events and tracking data beyond standard page views
+-- ============================================================================
+
+CREATE TABLE IF NOT EXISTS analytics.custom_events (
+    id UUID,
+    client_id String,
+    event_name String,
+    anonymous_id String,
+    session_id String,
+    properties JSON,
+    timestamp DateTime64(3, 'UTC') DEFAULT now()
+) ENGINE = MergeTree()
+PARTITION BY toYYYYMM(timestamp)
+ORDER BY (client_id, timestamp, id)
+SETTINGS index_granularity = 8192;

infra/clickhouse/models/analytics/errors.sql

@@ -0,0 +1,45 @@
+-- ============================================================================
+-- Errors Table
+-- ============================================================================
+-- JavaScript errors and exceptions captured from client-side applications
+-- ============================================================================
+
+CREATE TABLE IF NOT EXISTS analytics.errors (
+    id UUID,
+    client_id String,
+    event_id Nullable(String),
+    
+    -- User identification
+    anonymous_id String,
+    session_id String,
+    timestamp DateTime64(3, 'UTC'),
+    
+    -- Page information
+    path String,
+    
+    -- Error details
+    message String,
+    filename Nullable(String),
+    lineno Nullable(Int32),
+    colno Nullable(Int32),
+    stack Nullable(String),
+    error_type Nullable(String),
+    
+    -- User information
+    ip Nullable(String),
+    user_agent Nullable(String),
+    browser_name Nullable(String),
+    browser_version Nullable(String),
+    os_name Nullable(String),
+    os_version Nullable(String),
+    device_type Nullable(String),
+    
+    -- Geographic information
+    country Nullable(String),
+    region Nullable(String),
+    
+    created_at DateTime64(3, 'UTC')
+) ENGINE = MergeTree()
+PARTITION BY toYYYYMM(timestamp)
+ORDER BY (client_id, timestamp, id)
+SETTINGS index_granularity = 8192;

infra/clickhouse/models/analytics/events.sql

@@ -0,0 +1,84 @@
+-- ============================================================================
+-- Events Table
+-- ============================================================================
+-- Main analytics events table storing all user interactions and page views
+-- ============================================================================
+
+CREATE TABLE IF NOT EXISTS analytics.events (
+    id UUID,
+    client_id String,
+    event_name String,
+    anonymous_id String,
+    time DateTime64(3, 'UTC'),
+    session_id String,
+    
+    -- Event metadata
+    event_type LowCardinality(String) DEFAULT 'track',
+    event_id Nullable(String),
+    session_start_time Nullable(DateTime64(3, 'UTC')),
+    timestamp DateTime64(3, 'UTC') DEFAULT time,
+    
+    -- Page information
+    referrer Nullable(String),
+    url String,
+    path String,
+    title Nullable(String),
+    
+    -- User information
+    ip String,
+    user_agent String,
+    browser_name Nullable(String),
+    browser_version Nullable(String),
+    os_name Nullable(String),
+    os_version Nullable(String),
+    device_type Nullable(String),
+    device_brand Nullable(String),
+    device_model Nullable(String),
+    
+    -- Geographic information
+    country Nullable(String),
+    region Nullable(String),
+    city Nullable(String),
+    
+    -- Device specifications
+    screen_resolution Nullable(String),
+    viewport_size Nullable(String),
+    language Nullable(String),
+    timezone Nullable(String),
+    
+    -- Network information
+    connection_type Nullable(String),
+    rtt Nullable(Int16),
+    downlink Nullable(Float32),
+    
+    -- User behavior metrics
+    time_on_page Nullable(Float32),
+    scroll_depth Nullable(Float32),
+    interaction_count Nullable(Int16),
+    page_count UInt8 DEFAULT 1,
+    
+    -- UTM parameters
+    utm_source Nullable(String),
+    utm_medium Nullable(String),
+    utm_campaign Nullable(String),
+    utm_term Nullable(String),
+    utm_content Nullable(String),
+    
+    -- Performance metrics
+    load_time Nullable(Int32),
+    dom_ready_time Nullable(Int32),
+    dom_interactive Nullable(Int32),
+    ttfb Nullable(Int32),
+    connection_time Nullable(Int32),
+    request_time Nullable(Int32),
+    render_time Nullable(Int32),
+    redirect_time Nullable(Int32),
+    domain_lookup_time Nullable(Int32),
+    
+    -- Additional data
+    properties String,
+    created_at DateTime64(3, 'UTC')
+) ENGINE = MergeTree()
+PARTITION BY toYYYYMM(time)
+ORDER BY (client_id, time, id)
+SETTINGS index_granularity = 8192;

infra/clickhouse/models/analytics/outgoing_links.sql

@@ -0,0 +1,19 @@
+-- ============================================================================
+-- Outgoing Links Table
+-- ============================================================================
+-- External link clicks and outbound traffic tracking
+-- ============================================================================
+
+CREATE TABLE IF NOT EXISTS analytics.outgoing_links (
+    id UUID,
+    client_id String,
+    anonymous_id String,
+    session_id String,
+    href String,
+    text Nullable(String),
+    properties JSON,
+    timestamp DateTime64(3, 'UTC') DEFAULT now()
+) ENGINE = MergeTree()
+PARTITION BY toYYYYMM(timestamp)
+ORDER BY (client_id, timestamp, id)
+SETTINGS index_granularity = 8192;

infra/clickhouse/models/analytics/web_vitals.sql

@@ -0,0 +1,44 @@
+-- ============================================================================
+-- Web Vitals Table
+-- ============================================================================
+-- Core Web Vitals metrics for measuring user experience and page performance
+-- ============================================================================
+
+CREATE TABLE IF NOT EXISTS analytics.web_vitals (
+    id UUID,
+    client_id String,
+    event_id Nullable(String),
+    
+    -- User identification
+    anonymous_id String,
+    session_id String,
+    timestamp DateTime64(3, 'UTC'),
+    
+    -- Page information
+    path String,
+    
+    -- Core Web Vitals
+    fcp Nullable(Int32),  -- First Contentful Paint
+    lcp Nullable(Int32),  -- Largest Contentful Paint
+    cls Nullable(Float32), -- Cumulative Layout Shift
+    fid Nullable(Int32),  -- First Input Delay
+    inp Nullable(Int32),  -- Interaction to Next Paint
+    
+    -- User information
+    ip Nullable(String),
+    user_agent Nullable(String),
+    browser_name Nullable(String),
+    browser_version Nullable(String),
+    os_name Nullable(String),
+    os_version Nullable(String),
+    device_type Nullable(String),
+    
+    -- Geographic information
+    country Nullable(String),
+    region Nullable(String),
+    
+    created_at DateTime64(3, 'UTC')
+) ENGINE = MergeTree()
+PARTITION BY toYYYYMM(timestamp)
+ORDER BY (client_id, timestamp, id)
+SETTINGS index_granularity = 8192;