Allow more live reloading when using clickhouse event repo

Author: ericallam

apps/webapp/app/env.server.ts

@@ -1126,6 +1126,7 @@ const EnvironmentSchema = z
     EVENT_REPOSITORY_DEFAULT_STORE: z.enum(["postgres", "clickhouse"]).default("postgres"),
     EVENTS_CLICKHOUSE_MAX_TRACE_SUMMARY_VIEW_COUNT: z.coerce.number().int().default(25_000),
     EVENTS_CLICKHOUSE_MAX_TRACE_DETAILED_SUMMARY_VIEW_COUNT: z.coerce.number().int().default(5_000),
+    EVENTS_CLICKHOUSE_MAX_LIVE_RELOADING_SETTING: z.coerce.number().int().default(2000),
 
     // Bootstrap
     TRIGGER_BOOTSTRAP_ENABLED: z.string().default("0"),

apps/webapp/app/presenters/v3/RunPresenter.server.ts

@@ -7,6 +7,7 @@ import { resolveEventRepositoryForStore } from "~/v3/eventRepository/index.serve
 import { SpanSummary } from "~/v3/eventRepository/eventRepository.types";
 import { getTaskEventStoreTableForRun } from "~/v3/taskEventStore.server";
 import { isFinalRunStatus } from "~/v3/taskStatus";
+import { env } from "~/env.server";
 
 type Result = Awaited<ReturnType<RunPresenter["call"]>>;
 export type Run = Result["run"];
@@ -140,6 +141,7 @@ export class RunPresenter {
       return {
         run: runData,
         trace: undefined,
+        maximumLiveReloadingSetting: env.MAXIMUM_LIVE_RELOADING_EVENTS,
       };
     }
 
@@ -258,6 +260,7 @@ export class RunPresenter {
           : undefined,
         overridesBySpanId: traceSummary.overridesBySpanId,
       },
+      maximumLiveReloadingSetting: eventRepository.maximumLiveReloadingSetting,
     };
   }
 }

apps/webapp/app/routes/_app.orgs.$organizationSlug.projects.$projectParam.env.$envParam.runs.$runParam/route.tsx

@@ -172,7 +172,7 @@ export const loader = async ({ request, params }: LoaderFunctionArgs) => {
   return json({
     run: result.run,
     trace: result.trace,
-    maximumLiveReloadingSetting: env.MAXIMUM_LIVE_RELOADING_EVENTS,
+    maximumLiveReloadingSetting: result.maximumLiveReloadingSetting,
     resizable: {
       parent,
       tree,

apps/webapp/app/v3/eventRepository/clickhouseEventRepository.server.ts

@@ -67,6 +67,7 @@ export type ClickhouseEventRepositoryConfig = {
   tracer?: Tracer;
   maximumTraceSummaryViewCount?: number;
   maximumTraceDetailedSummaryViewCount?: number;
+  maximumLiveReloadingSetting?: number;
 };
 
 /**
@@ -101,6 +102,10 @@ export class ClickhouseEventRepository implements IEventRepository {
     });
   }
 
+  get maximumLiveReloadingSetting() {
+    return this._config.maximumLiveReloadingSetting ?? 1000;
+  }
+
   async #flushBatch(flushId: string, events: TaskEventV1Input[]) {
     await startSpan(this._tracer, "flushBatch", async (span) => {
       span.setAttribute("flush_id", flushId);

apps/webapp/app/v3/eventRepository/clickhouseEventRepositoryInstance.server.ts

@@ -42,6 +42,7 @@ function initializeClickhouseRepository() {
     maximumTraceSummaryViewCount: env.EVENTS_CLICKHOUSE_MAX_TRACE_SUMMARY_VIEW_COUNT,
     maximumTraceDetailedSummaryViewCount:
       env.EVENTS_CLICKHOUSE_MAX_TRACE_DETAILED_SUMMARY_VIEW_COUNT,
+    maximumLiveReloadingSetting: env.EVENTS_CLICKHOUSE_MAX_LIVE_RELOADING_SETTING,
   });
 
   return repository;

apps/webapp/app/v3/eventRepository/eventRepository.server.ts

@@ -84,6 +84,10 @@ export class EventRepository implements IEventRepository {
     return this._flushScheduler.getStatus();
   }
 
+  get maximumLiveReloadingSetting() {
+    return env.MAXIMUM_LIVE_RELOADING_EVENTS;
+  }
+
   constructor(
     db: PrismaClient = prisma,
     readReplica: PrismaReplicaClient = $replica,

apps/webapp/app/v3/eventRepository/eventRepository.types.ts

@@ -309,6 +309,7 @@ export type TraceDetailedSummary = {
  * Defines the public API for managing task events, traces, and spans.
  */
 export interface IEventRepository {
+  maximumLiveReloadingSetting: number;
   // Event insertion methods
   insertMany(events: CreateEventInput[]): Promise<void>;
   insertManyImmediate(events: CreateEventInput[]): Promise<void>;