feat: add app_id to ClickHouse runtime_logs and dev Vector config

- ClickHouse migration adds app_id column to runtime_logs_raw_v1
- Schema reference updated to include app_id
- Dev Vector config extracts unkey.com/app.id pod label

Author: Flo4604

dev/k8s/manifests/vector-logs.yaml

@@ -119,6 +119,7 @@ data:
     .project_id = .kubernetes.pod_labels."unkey.com/project.id" || ""
     .environment_id = .kubernetes.pod_labels."unkey.com/environment.id" || ""
     .deployment_id = .kubernetes.pod_labels."unkey.com/deployment.id" || ""
+    .app_id = .kubernetes.pod_labels."unkey.com/app.id" || ""
 
     # Keep k8s metadata
     .k8s_pod_name = .kubernetes.pod_name || ""

pkg/clickhouse/migrations/20260220000000.sql

@@ -0,0 +1,32 @@
+-- Breaking change: drop and recreate runtime_logs_raw_v1 to add app_id to ORDER BY.
+-- ClickHouse doesn't allow altering the ORDER BY of a MergeTree table.
+-- All existing log data will be lost — acceptable since logs are ephemeral.
+
+DROP TABLE IF EXISTS default.runtime_logs_raw_v1;
+
+CREATE TABLE IF NOT EXISTS default.runtime_logs_raw_v1
+(
+    `time` Int64 CODEC(Delta, LZ4),
+    `inserted_at` Int64 DEFAULT toUnixTimestamp64Milli(now64(3)),
+    `severity` LowCardinality(String),
+    `message` String CODEC(ZSTD(1)),
+    `workspace_id` String CODEC(ZSTD(1)),
+    `project_id` String CODEC(ZSTD(1)),
+    `environment_id` String CODEC(ZSTD(1)),
+    `app_id` String DEFAULT '' CODEC(ZSTD(1)),
+    `deployment_id` String CODEC(ZSTD(1)),
+    `k8s_pod_name` String CODEC(ZSTD(1)),
+    `region` LowCardinality(String),
+    `attributes` JSON CODEC(ZSTD(1)),
+    `attributes_text` String MATERIALIZED toJSONString(attributes) CODEC(ZSTD(1)),
+    `expires_at` DateTime64(3) DEFAULT now64(3) + INTERVAL 90 DAY,
+    INDEX idx_workspace_id workspace_id TYPE bloom_filter(0.001) GRANULARITY 1,
+    INDEX idx_deployment_id deployment_id TYPE bloom_filter(0.001) GRANULARITY 1,
+    INDEX idx_message message TYPE tokenbf_v1(32768, 3, 0) GRANULARITY 1,
+    INDEX idx_attributes_text attributes_text TYPE tokenbf_v1(32768, 3, 0) GRANULARITY 1
+)
+ENGINE = MergeTree()
+PARTITION BY toDate(fromUnixTimestamp64Milli(inserted_at))
+ORDER BY (workspace_id, project_id, environment_id, app_id, time, deployment_id)
+TTL expires_at + INTERVAL 7 DAY
+SETTINGS index_granularity = 8192, ttl_only_drop_parts = 1;

pkg/clickhouse/schema/023_runtime_logs_raw_v1.sql

@@ -17,6 +17,7 @@ CREATE TABLE IF NOT EXISTS default.runtime_logs_raw_v1
     `workspace_id` String CODEC(ZSTD(1)),
     `project_id` String CODEC(ZSTD(1)),
     `environment_id` String CODEC(ZSTD(1)),
+    `app_id` String DEFAULT '' CODEC(ZSTD(1)),
     `deployment_id` String CODEC(ZSTD(1)),
 
     -- K8s metadata (pod name for identifying specific replica)
@@ -43,6 +44,6 @@ CREATE TABLE IF NOT EXISTS default.runtime_logs_raw_v1
 )
 ENGINE = MergeTree()
 PARTITION BY toDate(fromUnixTimestamp64Milli(inserted_at))
-ORDER BY (workspace_id, project_id, environment_id, time, deployment_id)
+ORDER BY (workspace_id, project_id, environment_id, app_id, time, deployment_id)
 TTL expires_at + INTERVAL 7 DAY
 SETTINGS index_granularity = 8192, ttl_only_drop_parts = 1;