add pipes

Author: alrocar

tinybird/pipes/vercel_cache_stats.pipe

@@ -0,0 +1,17 @@
+TOKEN "read" READ
+
+TAGS "vercel_logs"
+
+NODE cache_stats
+SQL >
+    SELECT 
+        toStartOfHour(event_time) as hour,
+        count() as total_requests,
+        countIf(event.proxy.vercelCache = 'HIT') as cache_hits,
+        round(countIf(event.proxy.vercelCache = 'HIT') * 100.0 / count(), 2) as hit_rate
+    FROM vercel_logs
+    WHERE event.proxy.vercelCache != ''
+    AND event_time >= {{DateTime(date_from, '2024-01-01 00:00:00')}}
+    AND event_time <= {{DateTime(date_to, '2024-12-31 23:59:59')}}
+    GROUP BY hour
+    ORDER BY hour DESC 

tinybird/pipes/vercel_errors.pipe

@@ -0,0 +1,17 @@
+TOKEN "read" READ
+
+TAGS "vercel_logs"
+
+NODE errors_over_time
+SQL >
+    SELECT 
+        toStartOfHour(event_time) as hour,
+        countIf(event.proxy.statusCode >= 400) as error_count,
+        count() as total_requests,
+        round(countIf(event.proxy.statusCode >= 400) * 100.0 / count(), 2) as error_rate
+    FROM vercel_logs
+    WHERE event.proxy.statusCode != 0
+    AND event_time >= {{DateTime(date_from, '2024-01-01 00:00:00')}}
+    AND event_time <= {{DateTime(date_to, '2024-12-31 23:59:59')}}
+    GROUP BY hour
+    ORDER BY hour DESC 

tinybird/pipes/vercel_requests_by_status.pipe

@@ -0,0 +1,16 @@
+TOKEN "read" READ
+
+TAGS "vercel_logs"
+
+NODE requests_by_status
+SQL >
+    SELECT 
+        event.proxy.statusCode as status,
+        count() as count,
+        round(count() * 100.0 / sum(count()) OVER (), 2) as percentage
+    FROM vercel_logs
+    WHERE event.proxy.statusCode != 0
+    AND event_time >= {{DateTime(date_from, '2024-01-01 00:00:00')}}
+    AND event_time <= {{DateTime(date_to, '2024-12-31 23:59:59')}}
+    GROUP BY status
+    ORDER BY count DESC 

tinybird/pipes/vercel_response_times.pipe

@@ -0,0 +1,26 @@
+TOKEN "read" READ
+
+TAGS "vercel_logs"
+
+NODE response_times
+SQL >
+    
+    SELECT 
+        toStartOfHour(event_time) as hour,
+        round(avg(toFloat64OrZero(duration)), 2) as avg_duration,
+        round(quantile(0.95)(toFloat64OrZero(duration)), 2) as p95_duration,
+        round(max(toFloat64OrZero(duration)), 2) as max_duration
+    FROM (
+        SELECT 
+            event_time,
+            event.proxy.path as path,
+            extractAll(event.message, 'Duration: ([0-9]+) ms')[1] as duration
+        FROM vercel_logs
+        WHERE event_type = 'stdout'
+        AND event.message LIKE '%Duration:%'
+        AND event_time >= {{DateTime(date_from, '2024-01-01 00:00:00')}}
+        AND event_time <= {{DateTime(date_to, '2024-12-31 23:59:59')}}
+    )
+    WHERE duration != ''
+    GROUP BY hour
+    ORDER BY hour DESC 

tinybird/pipes/vercel_top_paths.pipe

@@ -0,0 +1,18 @@
+TOKEN "read" READ
+
+TAGS "vercel_logs"
+
+NODE top_paths
+SQL >
+    SELECT 
+        event.proxy.path as path,
+        count() as requests,
+        round(avg(if(event.proxy.statusCode >= 400, 1, 0)) * 100, 2) as error_rate,
+        round(avg(if(event.proxy.vercelCache = 'HIT', 1, 0)) * 100, 2) as cache_hit_rate
+    FROM vercel_logs
+    WHERE event.proxy.path != ''
+    AND event_time >= {{DateTime(date_from, '2024-01-01 00:00:00')}}
+    AND event_time <= {{DateTime(date_to, '2024-12-31 23:59:59')}}
+    GROUP BY path
+    ORDER BY requests DESC
+    LIMIT 10