MV for main page

Author: izadoesdev

packages/db/src/clickhouse/schema.ts

@@ -322,6 +322,24 @@ TTL toDateTime(hour) + INTERVAL 1 YEAR
 SETTINGS index_granularity = 8192
 `;
 
+/**
+ * Daily aggregated pageviews for mini-charts
+ */
+const CREATE_DAILY_PAGEVIEWS_TABLE = `
+CREATE TABLE IF NOT EXISTS ${DATABASES.ANALYTICS}.daily_pageviews (
+  client_id String CODEC(ZSTD(1)),
+  date Date CODEC(Delta(2), ZSTD(1)),
+  
+  pageviews UInt64 CODEC(ZSTD(1)),
+  
+  INDEX idx_client_id client_id TYPE bloom_filter(0.01) GRANULARITY 1
+) ENGINE = SummingMergeTree
+PARTITION BY toYYYYMM(date)
+ORDER BY (client_id, date)
+TTL toDateTime(date) + INTERVAL 1 YEAR
+SETTINGS index_granularity = 8192
+`;
+
 /**
  * Materialized view for custom events hourly aggregation
  */
@@ -340,6 +358,20 @@ FROM ${DATABASES.ANALYTICS}.custom_event_spans
 GROUP BY client_id, path, event_name, hour
 `;
 
+/**
+ * Materialized view for daily pageviews aggregation
+ */
+const CREATE_DAILY_PAGEVIEWS_MV = `
+CREATE MATERIALIZED VIEW IF NOT EXISTS ${DATABASES.ANALYTICS}.daily_pageviews_mv
+TO ${DATABASES.ANALYTICS}.daily_pageviews
+AS SELECT
+  client_id,
+  toDate(time) AS date,
+  countIf(event_name = 'screen_view') AS pageviews
+FROM ${DATABASES.ANALYTICS}.events
+GROUP BY client_id, date
+`;
+
 const CREATE_CUSTOM_OUTGOING_LINKS_TABLE = `
 CREATE TABLE IF NOT EXISTS ${DATABASES.ANALYTICS}.outgoing_links (
   id UUID,
@@ -566,6 +598,15 @@ export interface CustomEventsHourlyAggregate {
 	unique_sessions: number;
 }
 
+/**
+ * Daily pageviews aggregate type
+ */
+export interface DailyPageviewsAggregate {
+	client_id: string;
+	date: string;
+	pageviews: number;
+}
+
 export interface CustomOutgoingLink {
 	id: string;
 	client_id: string;
@@ -718,6 +759,7 @@ export async function initClickHouseSchema() {
 				name: "custom_events_hourly",
 				query: CREATE_CUSTOM_EVENTS_HOURLY_TABLE,
 			},
+			{ name: "daily_pageviews", query: CREATE_DAILY_PAGEVIEWS_TABLE },
 			{ name: "blocked_traffic", query: CREATE_BLOCKED_TRAFFIC_TABLE },
 			{ name: "email_events", query: CREATE_EMAIL_EVENTS_TABLE },
 			{ name: "outgoing_links", query: CREATE_CUSTOM_OUTGOING_LINKS_TABLE },
@@ -732,6 +774,7 @@ export async function initClickHouseSchema() {
 				name: "custom_events_hourly_mv",
 				query: CREATE_CUSTOM_EVENTS_HOURLY_MV,
 			},
+			{ name: "daily_pageviews_mv", query: CREATE_DAILY_PAGEVIEWS_MV },
 		];
 
 		// Uptime tables

packages/rpc/src/routers/websites.ts

@@ -174,21 +174,10 @@ const fetchChartData = async (
       date_range AS (
         SELECT arrayJoin(arrayMap(d -> toDate(today()) - d, range(7))) AS date
       ),
-      daily_pageviews AS (
-        SELECT
-          client_id,
-          toDate(time) as event_date,
-          countIf(event_name = 'screen_view') as pageviews
-        FROM analytics.events
-        WHERE
-          client_id IN {websiteIds:Array(String)}
-          AND toDate(time) >= (today() - 6)
-        GROUP BY client_id, event_date
-      ),
       has_any_data AS (
         SELECT client_id, 1 AS hasData
-        FROM analytics.events
-        WHERE client_id IN {websiteIds:Array(String)} AND event_name = 'screen_view'
+        FROM analytics.daily_pageviews
+        WHERE client_id IN {websiteIds:Array(String)} AND pageviews > 0
         GROUP BY client_id
       )
     SELECT
@@ -201,9 +190,11 @@ const fetchChartData = async (
     CROSS JOIN
       date_range
     LEFT JOIN
-      daily_pageviews ON all_websites.website_id = daily_pageviews.client_id AND date_range.date = daily_pageviews.event_date
+      analytics.daily_pageviews ON all_websites.website_id = daily_pageviews.client_id AND date_range.date = daily_pageviews.date
     LEFT JOIN
       has_any_data ON all_websites.website_id = has_any_data.client_id
+    WHERE
+      date_range.date >= (today() - 6)
     ORDER BY
       websiteId,
       date ASC