[cuebot/proto] Fix Elasticsearch timestamp mapping and use proto composition

- Add createIndexTemplates() to ElasticsearchClient to ensure header.timestamp is mapped as date type with epoch_millis format (fixes Grafana "No data" issue)
- Refactor monitoring.proto to use composition pattern - embed Job, Layer, Frame, Host messages instead of duplicating fields
- Update MonitoringEventBuilder to work with embedded proto messages
- Exclude -serial compiler warning in build.gradle for protobuf-generated code
- Add unit tests for FRAME_STARTED and FRAME_DISPATCHED event building

The timestamp mapping fix resolves time-based filtering in Grafana dashboards for Pickup Time Metrics (FRAME_STARTED/FRAME_DISPATCHED events).

Author: ramonfigueiredo

cuebot/build.gradle

@@ -78,12 +78,14 @@ dependencies {
 
 compileJava {
     dependsOn generateProto
-    options.compilerArgs << "-Xlint:all" << "-Werror"
+    // Exclude serial warning due to protobuf-generated code warnings
+    options.compilerArgs << "-Xlint:all,-serial" << "-Werror"
 }
 
 compileTestJava {
     dependsOn generateProto
-    options.compilerArgs << "-Xlint:all" << "-Werror"
+    // Exclude serial warning due to protobuf-generated code warnings
+    options.compilerArgs << "-Xlint:all,-serial" << "-Werror"
 }
 
 protobuf {

cuebot/src/main/java/com/imageworks/spcue/monitoring/ElasticsearchClient.java

@@ -99,6 +99,7 @@ public void initialize() {
 
         initializeClient();
         initializeThreadPool();
+        createIndexTemplates();
 
         logger.info("Elasticsearch client initialized");
     }
@@ -118,6 +119,59 @@ private void initializeThreadPool() {
                 TimeUnit.SECONDS, new LinkedBlockingQueue<>(QUEUE_SIZE));
     }
 
+    /**
+     * Creates index templates with proper field mappings to ensure timestamp fields are mapped as
+     * date type instead of text.
+     */
+    private void createIndexTemplates() {
+        String[] indexPrefixes = {INDEX_JOB_EVENTS, INDEX_LAYER_EVENTS, INDEX_FRAME_EVENTS,
+                INDEX_HOST_EVENTS, INDEX_HOST_REPORTS, INDEX_PROC_EVENTS};
+
+        for (String prefix : indexPrefixes) {
+            try {
+                String templateName = prefix.replace("-", "_") + "_template";
+
+                // Check if template already exists
+                boolean templateExists =
+                        esClient.indices().existsIndexTemplate(r -> r.name(templateName)).value();
+
+                if (!templateExists) {
+                    esClient.indices().putIndexTemplate(t -> t.name(templateName)
+                            .indexPatterns(List.of(prefix + "-*")).priority(100)
+                            .template(template -> template.mappings(m -> m
+                                    // Map header.timestamp as date with epoch_millis format
+                                    .properties("header",
+                                            p -> p.object(o -> o
+                                                    .properties("timestamp",
+                                                            tp -> tp.date(
+                                                                    d -> d.format("epoch_millis")))
+                                                    .properties("event_type",
+                                                            ep -> ep.keyword(k -> k))
+                                                    .properties("event_id",
+                                                            ep -> ep.keyword(k -> k))
+                                                    .properties("source_cuebot",
+                                                            ep -> ep.keyword(k -> k))
+                                                    .properties("correlation_id",
+                                                            ep -> ep.keyword(k -> k))))
+                                    // Map common fields as keywords for proper aggregation
+                                    .properties("job_id", p -> p.keyword(k -> k))
+                                    .properties("job_name", p -> p.keyword(k -> k))
+                                    .properties("layer_id", p -> p.keyword(k -> k))
+                                    .properties("layer_name", p -> p.keyword(k -> k))
+                                    .properties("show", p -> p.keyword(k -> k))
+                                    .properties("host_name", p -> p.keyword(k -> k))
+                                    .properties("previous_state", p -> p.keyword(k -> k)))));
+
+                    logger.info("Created index template: {}", templateName);
+                } else {
+                    logger.debug("Index template already exists: {}", templateName);
+                }
+            } catch (Exception e) {
+                logger.warn("Failed to create index template for {}: {}", prefix, e.getMessage());
+            }
+        }
+    }
+
     @PreDestroy
     public void shutdown() {
         if (indexingPool != null) {

cuebot/src/main/java/com/imageworks/spcue/monitoring/KafkaEventPublisher.java

@@ -171,7 +171,7 @@ public EventHeader.Builder createEventHeader(EventType eventType, String correla
     public void publishJobEvent(JobEvent event) {
         if (!enabled)
             return;
-        publishEvent(TOPIC_JOB_EVENTS, event.getJobId(), event,
+        publishEvent(TOPIC_JOB_EVENTS, event.getJob().getId(), event,
                 event.getHeader().getEventType().name());
     }
 
@@ -181,7 +181,7 @@ public void publishJobEvent(JobEvent event) {
     public void publishLayerEvent(LayerEvent event) {
         if (!enabled)
             return;
-        publishEvent(TOPIC_LAYER_EVENTS, event.getLayerId(), event,
+        publishEvent(TOPIC_LAYER_EVENTS, event.getLayer().getId(), event,
                 event.getHeader().getEventType().name());
     }
 
@@ -191,7 +191,7 @@ public void publishLayerEvent(LayerEvent event) {
     public void publishFrameEvent(FrameEvent event) {
         if (!enabled)
             return;
-        publishEvent(TOPIC_FRAME_EVENTS, event.getFrameId(), event,
+        publishEvent(TOPIC_FRAME_EVENTS, event.getFrame().getId(), event,
                 event.getHeader().getEventType().name());
     }
 
@@ -201,7 +201,7 @@ public void publishFrameEvent(FrameEvent event) {
     public void publishHostEvent(HostEvent event) {
         if (!enabled)
             return;
-        publishEvent(TOPIC_HOST_EVENTS, event.getHostName(), event,
+        publishEvent(TOPIC_HOST_EVENTS, event.getHost().getName(), event,
                 event.getHeader().getEventType().name());
     }