Add external log exporters and fix missing external trace exporters in deployed tasks

Author: ericallam

.changeset/cuddly-boats-press.md

@@ -0,0 +1,5 @@
+---
+"trigger.dev": patch
+---
+
+Add external log exporters and fix missing external trace exporters in deployed tasks

packages/cli-v3/src/entryPoints/dev-run-worker.ts

@@ -164,6 +164,7 @@ async function bootstrap() {
     url: env.OTEL_EXPORTER_OTLP_ENDPOINT ?? "http://0.0.0.0:4318",
     instrumentations: config.telemetry?.instrumentations ?? config.instrumentations ?? [],
     exporters: config.telemetry?.exporters ?? [],
+    logExporters: config.telemetry?.logExporters ?? [],
     diagLogLevel: (env.OTEL_LOG_LEVEL as TracingDiagnosticLogLevel) ?? "none",
     forceFlushTimeoutMillis: 30_000,
   });

packages/cli-v3/src/entryPoints/managed-run-worker.ts

@@ -163,6 +163,8 @@ async function bootstrap() {
     instrumentations: config.instrumentations ?? [],
     diagLogLevel: (env.OTEL_LOG_LEVEL as TracingDiagnosticLogLevel) ?? "none",
     forceFlushTimeoutMillis: 30_000,
+    exporters: config.telemetry?.exporters ?? [],
+    logExporters: config.telemetry?.logExporters ?? [],
   });
 
   const otelTracer: Tracer = tracingSDK.getTracer("trigger-dev-worker", VERSION);

packages/core/src/v3/config.ts

@@ -11,6 +11,7 @@ import type {
 } from "./index.js";
 import type { LogLevel } from "./logger/taskLogger.js";
 import type { MachinePresetName } from "./schemas/common.js";
+import { LogRecordExporter } from "@opentelemetry/sdk-logs";
 
 export type CompatibilityFlag = "run_engine_v2";
 
@@ -80,6 +81,13 @@ export type TriggerConfig = {
      * @see https://trigger.dev/docs/config/config-file#exporters
      */
     exporters?: Array<SpanExporter>;
+
+    /**
+     * Log exporters to use for OpenTelemetry. This is useful if you want to add custom log exporters to your tasks.
+     *
+     * @see https://trigger.dev/docs/config/config-file#exporters
+     */
+    logExporters?: Array<LogRecordExporter>;
   };
 
   /**

packages/core/src/v3/otel/tracingSDK.ts

@@ -15,6 +15,7 @@ import {
 import {
   BatchLogRecordProcessor,
   LoggerProvider,
+  LogRecordExporter,
   SimpleLogRecordProcessor,
 } from "@opentelemetry/sdk-logs";
 import {
@@ -87,6 +88,7 @@ export type TracingSDKConfig = {
   resource?: IResource;
   instrumentations?: Instrumentation[];
   exporters?: SpanExporter[];
+  logExporters?: LogRecordExporter[];
   diagLogLevel?: TracingDiagnosticLogLevel;
 };
 
@@ -210,6 +212,19 @@ export class TracingSDK {
       )
     );
 
+    for (const externalLogExporter of config.logExporters ?? []) {
+      loggerProvider.addLogRecordProcessor(
+        getEnvVar("OTEL_BATCH_PROCESSING_ENABLED") === "1"
+          ? new BatchLogRecordProcessor(externalLogExporter, {
+              maxExportBatchSize: parseInt(getEnvVar("OTEL_LOG_MAX_EXPORT_BATCH_SIZE") ?? "64"),
+              scheduledDelayMillis: parseInt(getEnvVar("OTEL_LOG_SCHEDULED_DELAY_MILLIS") ?? "200"),
+              exportTimeoutMillis: parseInt(getEnvVar("OTEL_LOG_EXPORT_TIMEOUT_MILLIS") ?? "30000"),
+              maxQueueSize: parseInt(getEnvVar("OTEL_LOG_MAX_QUEUE_SIZE") ?? "512"),
+            })
+          : new SimpleLogRecordProcessor(externalLogExporter)
+      );
+    }
+
     this._logProvider = loggerProvider;
     this._spanExporter = spanExporter;
     this._traceProvider = traceProvider;

pnpm-lock.yaml

@@ -27,6 +27,7 @@
     "@trigger.dev/python": "workspace:*",
     "@trigger.dev/react-hooks": "workspace:*",
     "@trigger.dev/sdk": "workspace:*",
+    "@opentelemetry/exporter-logs-otlp-http": "0.52.1",
     "@vercel/postgres": "^0.10.0",
     "ai": "4.2.5",
     "class-variance-authority": "^0.7.1",

references/d3-chat/package.json

@@ -227,6 +227,8 @@ export const interruptibleChat = schemaTask({
     prompt: z.string().describe("The prompt to chat with the AI"),
   }),
   run: async ({ prompt }, { signal }) => {
+    logger.info("interruptible-chat: starting", { prompt });
+
     const chunks: TextStreamPart<{}>[] = [];
 
     // 👇 This is a global onCancel hook, but it's inside of the run function

references/d3-chat/src/trigger/chat.ts

@@ -1,10 +1,22 @@
 import { defineConfig } from "@trigger.dev/sdk";
 import { pythonExtension } from "@trigger.dev/python/extension";
 import { installPlaywrightChromium } from "./src/extensions/playwright";
+import { OTLPLogExporter } from "@opentelemetry/exporter-logs-otlp-http";
 
 export default defineConfig({
   project: "proj_cdmymsrobxmcgjqzhdkq",
   dirs: ["./src/trigger"],
+  telemetry: {
+    logExporters: [
+      new OTLPLogExporter({
+        url: "https://api.axiom.co/v1/logs",
+        headers: {
+          Authorization: `Bearer ${process.env.AXIOM_TOKEN}`,
+          "X-Axiom-Dataset": "d3-chat-tester",
+        },
+      }),
+    ],
+  },
   maxDuration: 3600,
   build: {
     extensions: [