update schemas to latest versions, control trace aggregation (#973)

* update schemas to latest versions, control trace aggregation

* fix build

* add playground trace type

* change analysis_status to default to info

Author: dinmukhamedm

app-server/src/features/mod.rs

@@ -16,6 +16,7 @@ pub enum Feature {
     SqlQueryEngine,
     ClickhouseReadOnly,
     Tracing,
+    AggregateTraces,
 }
 
 pub fn is_feature_enabled(feature: Feature) -> bool {
@@ -44,5 +45,9 @@ pub fn is_feature_enabled(feature: Feature) -> bool {
         Feature::Tracing => {
             env::var("SENTRY_DSN").is_ok() && env::var("ENABLE_TRACING").is_ok_and(|s| s == "true")
         }
+        Feature::AggregateTraces => {
+            env::var("AGGREGATE_TRACES").is_ok()
+                && env::var("ENVIRONMENT") == Ok("PRODUCTION".to_string())
+        }
     }
 }

app-server/src/traces/consumer.rs

@@ -337,27 +337,29 @@ async fn process_batch(
     }
 
     // Process trace aggregations and update trace statistics
-    let trace_aggregations = TraceAggregation::from_spans(&spans, &span_usage_vec);
-    if !trace_aggregations.is_empty() {
-        // Upsert trace statistics in PostgreSQL
-        match upsert_trace_statistics_batch(&db.pool, &trace_aggregations).await {
-            Ok(updated_traces) => {
-                // Convert to ClickHouse traces and upsert
-                let ch_traces: Vec<CHTrace> = updated_traces
-                    .iter()
-                    .map(|trace| CHTrace::from_db_trace(trace))
-                    .collect();
-
-                if let Err(e) = upsert_traces_batch(clickhouse.clone(), &ch_traces).await {
-                    log::error!(
-                        "Failed to upsert {} traces to ClickHouse: {:?}",
-                        ch_traces.len(),
-                        e
-                    );
+    if is_feature_enabled(Feature::AggregateTraces) {
+        let trace_aggregations = TraceAggregation::from_spans(&spans, &span_usage_vec);
+        if !trace_aggregations.is_empty() {
+            // Upsert trace statistics in PostgreSQL
+            match upsert_trace_statistics_batch(&db.pool, &trace_aggregations).await {
+                Ok(updated_traces) => {
+                    // Convert to ClickHouse traces and upsert
+                    let ch_traces: Vec<CHTrace> = updated_traces
+                        .iter()
+                        .map(|trace| CHTrace::from_db_trace(trace))
+                        .collect();
+
+                    if let Err(e) = upsert_traces_batch(clickhouse.clone(), &ch_traces).await {
+                        log::error!(
+                            "Failed to upsert {} traces to ClickHouse: {:?}",
+                            ch_traces.len(),
+                            e
+                        );
+                    }
+                }
+                Err(e) => {
+                    log::error!("Failed to upsert trace statistics to PostgreSQL: {:?}", e);
                 }
-            }
-            Err(e) => {
-                log::error!("Failed to upsert trace statistics to PostgreSQL: {:?}", e);
             }
         }
     }

docker-compose-full.yml

@@ -70,7 +70,7 @@ services:
       test: ["CMD", "sleep", "5"]
       interval: 10s
       timeout: 6s
-      retries: 1
+      retries: 3
 
   app-server:
     image: ghcr.io/lmnr-ai/app-server

docker-compose-local-build.yml

@@ -3,7 +3,6 @@
 name: lmnr
 
 services:
-
   rabbitmq:
     image: rabbitmq
     pull_policy: always
@@ -66,7 +65,7 @@ services:
       test: ["CMD", "sleep", "5"]
       interval: 10s
       timeout: 6s
-      retries: 1
+      retries: 3
 
   app-server:
     ports:

docker-compose-local-dev-full.yml

@@ -58,7 +58,8 @@ services:
       POSTGRES_PASSWORD: ${POSTGRES_PASSWORD}
       POSTGRES_DB: ${POSTGRES_DB}
     healthcheck:
-      test: [ "CMD", "pg_isready", "-U", "${POSTGRES_USER}", "-d", "${POSTGRES_DB}" ]
+      test:
+        ["CMD", "pg_isready", "-U", "${POSTGRES_USER}", "-d", "${POSTGRES_DB}"]
       interval: 2s
       timeout: 5s
       retries: 5

docker-compose-local-dev.yml

@@ -51,7 +51,7 @@ services:
       nofile:
         soft: 262144
         hard: 262144
-    
+
   query-engine:
     image: ghcr.io/lmnr-ai/query-engine
     pull_policy: always
@@ -63,7 +63,7 @@ services:
       test: ["CMD", "sleep", "5"]
       interval: 10s
       timeout: 6s
-      retries: 1
+      retries: 3
 
   app-server:
     image: ghcr.io/lmnr-ai/app-server

docker-compose.yml

@@ -45,7 +45,7 @@ services:
       nofile:
         soft: 262144
         hard: 262144
-    
+
   query-engine:
     image: ghcr.io/lmnr-ai/query-engine
     pull_policy: always
@@ -57,7 +57,7 @@ services:
       test: ["CMD", "sleep", "5"]
       interval: 10s
       timeout: 6s
-      retries: 1
+      retries: 3
 
   frontend:
     image: ghcr.io/lmnr-ai/frontend

frontend/app/api/traces/summary/route.ts

@@ -148,4 +148,4 @@ export async function deleteTraces(input: z.infer<typeof DeleteTracesSchema>) {
   });
 }
 
-export { EVENTS_TRACE_VIEW_WIDTH,TRACES_TRACE_VIEW_WIDTH };
+export { EVENTS_TRACE_VIEW_WIDTH, TRACES_TRACE_VIEW_WIDTH };

frontend/lib/actions/traces/index.ts

@@ -121,7 +121,6 @@ const tracesSelectColumns = [
   "total_cost as totalCost",
   "trace_type as traceType",
   "status",
-  "summary",
   "user_id as userId",
 ];