Merge branch 'main' into vercel_tc

sdairs · sdairs · commit fd9ffd8a80c6 · 2025-01-15T12:10:06.000Z
diff --git a/.gitignore b/.gitignore
@@ -3,3 +3,6 @@
 .tinyb
 .tb_error.txt
 .tmp
+.tb_error*
+tinybird/fixtures
+
diff --git a/README.md b/README.md
@@ -1,5 +1,5 @@
-# Dev stack analytics template
-The dev stack analytics template is an open source utility built with love by Tinybird. Capture and analyze data from over a dozen common dev tools, from Vercel to Stripe to Auth0 and more, with just a few lines of code.
+# The Dev Stack Analytics Template
+The Dev Stack Analytics Template is an open source utility built with love by Tinybird. Capture and analyze data from over a dozen common dev tools, from Vercel to Stripe to Auth0 and more, with just a few lines of code.
 
 ![image](https://github.com/user-attachments/assets/32f24c18-a815-44f5-8a37-40e2d899e866)
 
diff --git a/TEMPLATE.md b/TEMPLATE.md
@@ -6,6 +6,6 @@ Fork the GitHub repository and deploy the data project to Tinybird.
 
 ## Set up the dashboard
 
-Deploy the dashboard to Vercel or use the hosted dashboard at https://dsat.tinybird.co/ using the Workspace admin [token](https://app.tinybird.co/tokens).
+Deploy the dashboard to Vercel or use the hosted dashboard at https://dsat.tinybird.app/ using the Workspace admin [token](https://app.tinybird.co/tokens).
 
 Configure webhooks for the services you want to ingest. See instructions in the [README](https://github.com/tinybirdco/dev-stack-analytics-template/blob/main/README.md).
diff --git a/apps/web/src/app/api/datasources/route.ts b/apps/web/src/app/api/datasources/route.ts
@@ -8,7 +8,7 @@ export async function GET(request: Request) {
     return NextResponse.json({ error: 'Token is required' }, { status: 400 });
   }
 
-  const response = await fetch('https://api.tinybird.co/v0/datasources', {
+  const response = await fetch(`${process.env.NEXT_PUBLIC_TINYBIRD_API_HOST}/v0/datasources`, {
     headers: {
       'Authorization': `Bearer ${token}`,
     },
diff --git a/apps/web/src/app/api/pipes/route.ts b/apps/web/src/app/api/pipes/route.ts
@@ -1,6 +1,6 @@
 import { NextRequest, NextResponse } from "next/server";
 
-const TINYBIRD_API_URL = "https://api.tinybird.co/v0/pipes";
+const TINYBIRD_API_URL = `${process.env.NEXT_PUBLIC_TINYBIRD_API_HOST}/v0/pipes`;
 
 export async function GET(request: NextRequest) {
   const searchParams = request.nextUrl.searchParams;
diff --git a/apps/web/src/app/api/query/route.ts b/apps/web/src/app/api/query/route.ts
@@ -9,7 +9,7 @@ export async function GET(request: Request) {
     return NextResponse.json({ error: 'Token and query are required' }, { status: 400 });
   }
 
-  const url = new URL('https://api.tinybird.co/v0/sql');
+  const url = new URL(`${process.env.NEXT_PUBLIC_TINYBIRD_API_HOST}/v0/sql`);
   url.searchParams.set('q', query);
 
   const response = await fetch(url.toString(), {
diff --git a/apps/web/src/lib/constants.ts b/apps/web/src/lib/constants.ts
@@ -1,8 +1,19 @@
 import dynamic from 'next/dynamic';
 
-export const baseURL = process.env.NEXT_PUBLIC_VERCEL_URL
-    ? `https://${process.env.NEXT_PUBLIC_VERCEL_URL}`
-    : 'http://localhost:3000';
+export const baseURL = (() => {
+    // Preview deployments
+    if (process.env.NEXT_PUBLIC_VERCEL_ENV === 'preview') {
+        return `https://${process.env.NEXT_PUBLIC_VERCEL_BRANCH_URL}`;
+    }
+
+    // Production URL
+    if (process.env.NEXT_PUBLIC_VERCEL_URL) {
+        return `https://${process.env.NEXT_PUBLIC_VERCEL_URL}`;
+    }
+    
+    // Local development
+    return 'http://localhost:3000';
+})();
 
 export type ToolState = 'available' | 'installed' | 'configured';
 
diff --git a/tinybird/pipes/auth0_apis.pipe b/tinybird/pipes/auth0_apis.pipe
@@ -27,3 +27,5 @@ SQL >
         event.data.audience::String
     ORDER BY 
         total_events DESC
+
+TYPE ENDPOINT
diff --git a/tinybird/pipes/auth0_applications.pipe b/tinybird/pipes/auth0_applications.pipe
@@ -26,3 +26,5 @@ SQL >
         event.data.client_name::String
     ORDER BY 
         total_events DESC
+
+TYPE ENDPOINT
diff --git a/tinybird/pipes/auth0_connections.pipe b/tinybird/pipes/auth0_connections.pipe
@@ -34,3 +34,5 @@ SQL >
         failed_attempts > 0
     ORDER BY 
         total_events DESC
+
+TYPE ENDPOINT
diff --git a/tinybird/pipes/auth0_conversion_rate.pipe b/tinybird/pipes/auth0_conversion_rate.pipe
@@ -23,4 +23,6 @@ SQL >
         {% end %}
         {% if defined(tenant_name) and tenant_name != 'all' %}
             AND event.data.tenant_name::String = {{ String(tenant_name) }}
-        {% end %}
+        {% end %}
+
+TYPE ENDPOINT
diff --git a/tinybird/pipes/auth0_cumulative_users.pipe b/tinybird/pipes/auth0_cumulative_users.pipe
@@ -22,4 +22,6 @@ SQL >
         {% end %}
         GROUP BY day
     )
-ORDER BY day ASC
+ORDER BY day ASC
+
+TYPE ENDPOINT
diff --git a/tinybird/pipes/auth0_daily_login_fails.pipe b/tinybird/pipes/auth0_daily_login_fails.pipe
@@ -30,4 +30,4 @@ SQL >
     group by day 
     order by day asc
 
-
+TYPE ENDPOINT
diff --git a/tinybird/pipes/auth0_daily_signups.pipe b/tinybird/pipes/auth0_daily_signups.pipe
@@ -30,4 +30,4 @@ SQL >
     GROUP BY day
     order by day asc
 
-
+TYPE ENDPOINT
diff --git a/tinybird/pipes/auth0_dau_ts.pipe b/tinybird/pipes/auth0_dau_ts.pipe
@@ -30,4 +30,4 @@ SQL >
     GROUP BY day
     ORDER BY day
 
-
+TYPE ENDPOINT
diff --git a/tinybird/pipes/auth0_logs.pipe b/tinybird/pipes/auth0_logs.pipe
@@ -30,4 +30,6 @@ SQL >
         and event_time <= {{DateTime(date_to, '2024-01-01 23:59:59')}}
         order by event_time desc
         LIMIT {{Int32(page_size, 30)}}
-        OFFSET {{Int32(page, 0) * Int32(page_size, 30)}} 
+        OFFSET {{Int32(page, 0) * Int32(page_size, 30)}} 
+
+TYPE ENDPOINT
diff --git a/tinybird/pipes/auth0_mau.pipe b/tinybird/pipes/auth0_mau.pipe
@@ -17,3 +17,5 @@ SQL >
     {% if defined(tenant_name) and tenant_name != 'all' %}
         AND event.data.tenant_name::String = {{String(tenant_name)}}
     {% end %}
+
+TYPE ENDPOINT
diff --git a/tinybird/pipes/auth0_mech_usage.pipe b/tinybird/pipes/auth0_mech_usage.pipe
@@ -22,4 +22,4 @@ SQL >
     group by mech
     order by logins desc
 
-
+TYPE ENDPOINT
diff --git a/tinybird/pipes/auth0_signups.pipe b/tinybird/pipes/auth0_signups.pipe
@@ -16,4 +16,4 @@ SQL >
         AND event.data.tenant_name::String = {{String(tenant_name)}}
     {% end %}
 
-
+TYPE ENDPOINT
diff --git a/tinybird/pipes/auth0_suspicious_ips.pipe b/tinybird/pipes/auth0_suspicious_ips.pipe
@@ -38,4 +38,7 @@ SQL >
     GROUP BY ip
     HAVING failed_attempts >= {{Int16(min_failures, 5)}}
     ORDER BY failed_attempts DESC
-    LIMIT {{Int32(limit, 100)}} 
+    LIMIT {{Int32(limit, 100)}}
+    
+TYPE ENDPOINT
+ 
diff --git a/tinybird/pipes/auth0_tenants.pipe b/tinybird/pipes/auth0_tenants.pipe
@@ -14,4 +14,6 @@ SQL >
             AND event_type = {{String(event_type)}}
         {% end %}
     GROUP BY tenant_name
-    ORDER BY tenant_name
+    ORDER BY tenant_name
+
+TYPE ENDPOINT
diff --git a/tinybird/pipes/auth0_top_browsers.pipe b/tinybird/pipes/auth0_top_browsers.pipe
@@ -39,4 +39,6 @@ SQL >
         {% end %}
     GROUP BY browser
     ORDER BY request_count DESC
-    LIMIT 10 
+    LIMIT 10 
+
+TYPE ENDPOINT
diff --git a/tinybird/pipes/auth0_top_devices.pipe b/tinybird/pipes/auth0_top_devices.pipe
@@ -35,4 +35,6 @@ SQL >
         {% end %}
     GROUP BY device
     ORDER BY request_count DESC
-    LIMIT 10 
+    LIMIT 10 
+
+TYPE ENDPOINT
diff --git a/tinybird/pipes/auth0_top_domains.pipe b/tinybird/pipes/auth0_top_domains.pipe
@@ -33,4 +33,6 @@ SQL >
         {% end %}
     GROUP BY domain
     ORDER BY unique_emails DESC
-    LIMIT 10 
+    LIMIT 10 
+
+TYPE ENDPOINT
diff --git a/tinybird/pipes/auth0_user_retention_ts.pipe b/tinybird/pipes/auth0_user_retention_ts.pipe
@@ -31,4 +31,6 @@ SQL >
             AND event.data.tenant_name::String = {{String(tenant_name)}}
         {% end %}
     GROUP BY day
-    ORDER BY day
+    ORDER BY day
+
+TYPE ENDPOINT
diff --git a/tinybird/pipes/auth0_users_total.pipe b/tinybird/pipes/auth0_users_total.pipe
@@ -24,4 +24,6 @@ SQL >
     {% end %}
     {% if defined(tenant_name) and tenant_name != 'all' %}
         AND event.data.tenant_name::String = {{String(tenant_name)}}
-    {% end %}
+    {% end %}
+
+TYPE ENDPOINT
diff --git a/tinybird/pipes/orb_churn_subs.pipe b/tinybird/pipes/orb_churn_subs.pipe
@@ -9,4 +9,4 @@ SQL >
     where event_type == 'subscription.ended'
     and event_time >= now() - interval 30 day
 
-
+TYPE ENDPOINT
diff --git a/tinybird/pipes/orb_daily_subs_created_by_plan.pipe b/tinybird/pipes/orb_daily_subs_created_by_plan.pipe
@@ -11,4 +11,4 @@ SQL >
     group by day, plan
     order by day, subs asc
 
-
+TYPE ENDPOINT
diff --git a/tinybird/pipes/orb_invoices_issued.pipe b/tinybird/pipes/orb_invoices_issued.pipe
@@ -9,4 +9,4 @@ SQL >
     where event_type == 'invoice.issued'
     and event_time >= now() - interval 30 day
 
-
+TYPE ENDPOINT
diff --git a/tinybird/pipes/orb_invoices_paid.pipe b/tinybird/pipes/orb_invoices_paid.pipe
@@ -9,4 +9,4 @@ SQL >
     where event_type == 'invoice.payment_succeeded'
     and event_time >= now() - interval 30 day
 
-
+TYPE ENDPOINT
diff --git a/tinybird/pipes/orb_new_subs.pipe b/tinybird/pipes/orb_new_subs.pipe
@@ -9,4 +9,4 @@ SQL >
     where event_type == 'subscription.started'
     and event_time >= now() - interval 30 day
 
-
+TYPE ENDPOINT
diff --git a/tinybird/pipes/orb_subs_created_by_plan.pipe b/tinybird/pipes/orb_subs_created_by_plan.pipe
@@ -11,4 +11,4 @@ SQL >
     group by plan
     order by subs asc
 
-
+TYPE ENDPOINT
diff --git a/tinybird/pipes/orb_subs_ts.pipe b/tinybird/pipes/orb_subs_ts.pipe
@@ -11,4 +11,4 @@ SQL >
     group by day
     order by day
 
-
+TYPE ENDPOINT
diff --git a/tinybird/pipes/pagerduty_incident_metrics.pipe b/tinybird/pipes/pagerduty_incident_metrics.pipe
@@ -40,4 +40,6 @@ SQL >
                 {% end %}
         ) p
         ON triggered.incident_id::String = p.incident_id::String
-    WHERE p.event_time >= triggered.triggered_at
+    WHERE p.event_time >= triggered.triggered_at
+
+TYPE ENDPOINT
diff --git a/tinybird/pipes/pagerduty_incident_types.pipe b/tinybird/pipes/pagerduty_incident_types.pipe
@@ -31,4 +31,6 @@ SQL >
     GROUP BY incident_type, title, cloud, cluster
     ORDER BY total_incidents DESC
     LIMIT {{Int32(page_size, 100)}}
-    OFFSET {{Int32(page, 0) * Int32(page_size, 100)}}
+    OFFSET {{Int32(page, 0) * Int32(page_size, 100)}}
+
+TYPE ENDPOINT
diff --git a/tinybird/pipes/pagerduty_incidents_over_time.pipe b/tinybird/pipes/pagerduty_incidents_over_time.pipe
@@ -41,4 +41,6 @@ SQL >
     ) as p
     ON dr.hour = p.hour
     GROUP BY dr.hour
-    ORDER BY dr.hour ASC
+    ORDER BY dr.hour ASC
+
+TYPE ENDPOINT
diff --git a/tinybird/pipes/pagerduty_interruptions.pipe b/tinybird/pipes/pagerduty_interruptions.pipe
@@ -85,4 +85,6 @@ SQL >
     FROM date_range dr
     LEFT JOIN interruptions i ON dr.day = i.date
     GROUP BY dr.day
-    ORDER BY day ASC 
+    ORDER BY day ASC 
+
+TYPE ENDPOINT
diff --git a/tinybird/pipes/pagerduty_resolution_times.pipe b/tinybird/pipes/pagerduty_resolution_times.pipe
@@ -27,4 +27,6 @@ SQL >
         {% if defined(service_id) and service_id != '' %}
         AND event.event.data.service.id::String = {{String(service_id)}}
         {% end %}
-        ) as incident_ends ON incident_starts.incident_id = incident_ends.incident_id
+        ) as incident_ends ON incident_starts.incident_id = incident_ends.incident_id
+
+TYPE ENDPOINT
diff --git a/tinybird/pipes/pagerduty_responders.pipe b/tinybird/pipes/pagerduty_responders.pipe
@@ -21,4 +21,6 @@ SQL >
     AND event.event.data.service.id::String = {{String(service_id)}}
     {% end %}
     GROUP BY responder
-    ORDER BY responses DESC 
+    ORDER BY responses DESC 
+
+TYPE ENDPOINT
diff --git a/tinybird/pipes/pagerduty_response_effort.pipe b/tinybird/pipes/pagerduty_response_effort.pipe
@@ -44,4 +44,6 @@ SQL >
     --WHERE p.event.event.data.assignees[1].summary::String != ''
 
     GROUP BY responder
-    ORDER BY hours DESC
+    ORDER BY hours DESC
+
+TYPE ENDPOINT
diff --git a/tinybird/pipes/pagerduty_service_distribution.pipe b/tinybird/pipes/pagerduty_service_distribution.pipe
@@ -17,4 +17,6 @@ SQL >
     AND event.event.data.service.id::String = {{String(service_id)}}
     {% end %}
     GROUP BY service
-    ORDER BY incidents DESC 
+    ORDER BY incidents DESC 
+
+TYPE ENDPOINT
diff --git a/tinybird/pipes/pagerduty_services.pipe b/tinybird/pipes/pagerduty_services.pipe
@@ -9,4 +9,6 @@ SQL >
     FROM pagerduty
     WHERE event.event.data.service.summary::String IS NOT NULL
     AND event_time >= now() - interval 30 day
-    ORDER BY service_name ASC 
+    ORDER BY service_name ASC 
+
+TYPE ENDPOINT
diff --git a/tinybird/pipes/pagerduty_sleep_interruptions.pipe b/tinybird/pipes/pagerduty_sleep_interruptions.pipe
@@ -60,4 +60,6 @@ SQL >
     AND p.event.event.data.service.id::String = {{String(service_id)}}
     {% end %}
     GROUP BY responder
-    ORDER BY interruptions DESC
+    ORDER BY interruptions DESC
+
+TYPE ENDPOINT
diff --git a/tinybird/pipes/pagerduty_status_distribution.pipe b/tinybird/pipes/pagerduty_status_distribution.pipe
@@ -20,4 +20,4 @@ SQL >
         GROUP BY event_type
         ORDER BY count DESC
 
-
+TYPE ENDPOINT
diff --git a/tinybird/pipes/stripe_subs_metric.pipe b/tinybird/pipes/stripe_subs_metric.pipe
@@ -11,4 +11,4 @@ SQL >
     FROM stripe
     where event_type = 'customer.subscription.created' or event_type = 'customer.subscription.deleted'
 
-
+TYPE ENDPOINT
diff --git a/tinybird/pipes/stripe_subs_ts.pipe b/tinybird/pipes/stripe_subs_ts.pipe
@@ -15,4 +15,4 @@ SQL >
     group by day 
     order by day asc
 
-
+TYPE ENDPOINT
diff --git a/tinybird/pipes/vercel_branch_distribution.pipe b/tinybird/pipes/vercel_branch_distribution.pipe
@@ -17,4 +17,7 @@ SQL >
     AND event_time <= {{DateTime(date_to, '2024-12-31 23:59:59')}}
     GROUP BY branch
     ORDER BY deployments DESC
-    LIMIT 10 
+    LIMIT 10
+
+TYPE ENDPOINT
+ 
diff --git a/tinybird/pipes/vercel_cache_stats.pipe b/tinybird/pipes/vercel_cache_stats.pipe
@@ -41,4 +41,6 @@ SQL >
         AND event.source::String = {{ String(source) }}
     {% end %}
     GROUP BY hour
-    ORDER BY hour ASC
+    ORDER BY hour ASC
+
+TYPE ENDPOINT
diff --git a/tinybird/pipes/vercel_deployment_duration.pipe b/tinybird/pipes/vercel_deployment_duration.pipe
@@ -31,4 +31,6 @@ SQL >
         HAVING count(DISTINCT event_type) = 2
     )
     GROUP BY period
-    ORDER BY period ASC 
+    ORDER BY period ASC 
+
+TYPE ENDPOINT
diff --git a/tinybird/pipes/vercel_deployment_metrics.pipe b/tinybird/pipes/vercel_deployment_metrics.pipe
diff --git a/tinybird/pipes/vercel_deployments_over_time.pipe b/tinybird/pipes/vercel_deployments_over_time.pipe
diff --git a/tinybird/pipes/vercel_environments.pipe b/tinybird/pipes/vercel_environments.pipe
diff --git a/tinybird/pipes/vercel_errors.pipe b/tinybird/pipes/vercel_errors.pipe
diff --git a/tinybird/pipes/vercel_git_analytics.pipe b/tinybird/pipes/vercel_git_analytics.pipe
diff --git a/tinybird/pipes/vercel_git_distribution.pipe b/tinybird/pipes/vercel_git_distribution.pipe
diff --git a/tinybird/pipes/vercel_project_stats.pipe b/tinybird/pipes/vercel_project_stats.pipe
diff --git a/tinybird/pipes/vercel_projects.pipe b/tinybird/pipes/vercel_projects.pipe
diff --git a/tinybird/pipes/vercel_requests_by_status.pipe b/tinybird/pipes/vercel_requests_by_status.pipe
diff --git a/tinybird/pipes/vercel_response_times.pipe b/tinybird/pipes/vercel_response_times.pipe
diff --git a/tinybird/pipes/vercel_top_paths.pipe b/tinybird/pipes/vercel_top_paths.pipe

Original file line number	Diff line number	Diff line change
`@@ -8,7 +8,7 @@ export async function GET(request: Request) {`
`8`	`8`	`return NextResponse.json({ error: 'Token is required' }, { status: 400 });`
`9`	`9`	`}`
`10`	`10`
`11`		`- const response = await fetch('https://api.tinybird.co/v0/datasources', {`
	`11`	+ const response = await fetch(`${process.env.NEXT_PUBLIC_TINYBIRD_API_HOST}/v0/datasources`, {
`12`	`12`	`headers: {`
`13`	`13`	'Authorization': `Bearer ${token}`,
`14`	`14`	`},`
Original file line number	Diff line number	Diff line change
`@@ -9,7 +9,7 @@ export async function GET(request: Request) {`
`9`	`9`	`return NextResponse.json({ error: 'Token and query are required' }, { status: 400 });`
`10`	`10`	`}`
`11`	`11`
`12`		`- const url = new URL('https://api.tinybird.co/v0/sql');`
	`12`	+ const url = new URL(`${process.env.NEXT_PUBLIC_TINYBIRD_API_HOST}/v0/sql`);
`13`	`13`	`url.searchParams.set('q', query);`
`14`	`14`
`15`	`15`	`const response = await fetch(url.toString(), {`