update

Author: phrocker

.gitignore

@@ -47,6 +47,8 @@ llm-proxy/target/
 llm-dataplane/target/**
 sentrius-llm-dataplane/target/**
 sentrius-llm-core/target/**
+provenance-core/target/**
+provenance-ingestor/target/**
 llm-dataplane/target/
 sentrius-llm-dataplane/target/
 sentrius-llm-core/target/

ai-agent/src/main/resources/assessor.properties

@@ -73,4 +73,7 @@ otel.metrics.exporter=none
 otel.logs.exporter=none
 otel.resource.attributes.service.name=ai-agent
 otel.traces.sampler=always_on
-otel.exporter.otlp.timeout=10s
+otel.exporter.otlp.timeout=10s
+
+provenance.kafka.topic=sentrius-provenance
+spring.kafka.bootstrap-servers=home.guard.local:9092

ai-agent/src/main/resources/challenger.properties

@@ -68,4 +68,6 @@ otel.metrics.exporter=none
 otel.logs.exporter=none
 otel.resource.attributes.service.name=challenger-agent
 otel.traces.sampler=always_on
-otel.exporter.otlp.timeout=10s
+otel.exporter.otlp.timeout=10s
+
+provenance.kafka.topic=sentrius-provenance

ai-agent/src/main/resources/chat-helper.properties

@@ -80,4 +80,6 @@ otel.resource.attributes.service.name=chat-helper
 otel.traces.sampler=always_on
 otel.exporter.otlp.timeout=10s
 agent.type="chat-helper"
-agent.listen.websocket=true
+agent.listen.websocket=true
+
+provenance.kafka.topic=sentrius-provenance

ai-agent/src/main/resources/terminal-helper.properties

@@ -74,4 +74,6 @@ otel.metrics.exporter=none
 otel.logs.exporter=none
 otel.resource.attributes.service.name=terminal-helper
 otel.traces.sampler=always_on
-otel.exporter.otlp.timeout=10s
+otel.exporter.otlp.timeout=10s
+
+provenance.kafka.topic=sentrius-provenance

api/pom.xml

@@ -31,6 +31,12 @@
             <version>1.0.0-SNAPSHOT</version>
         </dependency>
 
+
+        <dependency>
+            <groupId>io.sentrius</groupId>
+            <artifactId>provenance-core</artifactId>
+            <version>1.0.0-SNAPSHOT</version>
+        </dependency>
         <dependency>
             <groupId>io.sentrius</groupId>
             <artifactId>sentrius-llm-core</artifactId>

api/src/main/java/io/sentrius/sso/controllers/api/AgentApiController.java

@@ -38,6 +38,8 @@
 import io.sentrius.sso.core.services.security.ZeroTrustRequestService;
 import io.sentrius.sso.core.services.terminal.SessionTrackingService;
 import io.sentrius.sso.protobuf.Session;
+import io.sentrius.sso.provenance.ProvenanceEvent;
+import io.sentrius.sso.provenance.kafka.ProvenanceKafkaProducer;
 import jakarta.servlet.http.HttpServletRequest;
 import jakarta.servlet.http.HttpServletResponse;
 import lombok.extern.slf4j.Slf4j;
@@ -69,6 +71,7 @@ public class AgentApiController extends BaseController {
     final ZeroTrustAccessTokenService ztatService;
     final ZeroTrustRequestService ztrService;
     final AgentService agentService;
+    final ProvenanceKafkaProducer provenanceKafkaProducer;
 
     public AgentApiController(
         UserService userService,
@@ -77,7 +80,8 @@ public AgentApiController(
         AuditService auditService,
         CryptoService cryptoService, SessionTrackingService sessionTrackingService, KeycloakService keycloakService,
         ATPLPolicyService atplPolicyService,
-        ZeroTrustAccessTokenService ztatService, ZeroTrustRequestService ztrService, AgentService agentService
+        ZeroTrustAccessTokenService ztatService, ZeroTrustRequestService ztrService, AgentService agentService,
+        ProvenanceKafkaProducer provenanceKafkaProducer
     ) {
         super(userService, systemOptions, errorOutputService);
         this.auditService = auditService;
@@ -88,6 +92,7 @@ public AgentApiController(
         this.ztatService = ztatService;
         this.ztrService = ztrService;
         this.agentService = agentService;
+        this.provenanceKafkaProducer = provenanceKafkaProducer;
     }
 
     public SessionLog createSession(@RequestParam String username, @RequestParam String ipAddress) {
@@ -129,6 +134,16 @@ public ResponseEntity<?> heartbeat(
         }
         agentService.recordHeartbeat(operatingUser.getUserId(),status.getName(), status);
         log.info("Heartbeat status recorded for agent: {} {}", agentId, status);
+        ProvenanceEvent event = ProvenanceEvent.builder()
+            .eventId(UUID.randomUUID().toString())
+            .sessionId(status.getAgentId())
+            .actor(operatingUser.getUsername())
+            .triggeringUser(operatingUser.getUsername())
+            .eventType(ProvenanceEvent.EventType.AGENT_RESPONSE)
+            .outputSummary("Heartbeat received from agent: " + status.getName() + " with status: " + status.getStatus())
+            .timestamp(LocalDateTime.now().toInstant(java.time.ZoneOffset.UTC))
+            .build();
+        provenanceKafkaProducer.send(event);
         return ResponseEntity.ok(Map.of("status", "success"));
     }
 
@@ -452,7 +467,16 @@ public ResponseEntity<?> sendMessage(
             return ResponseEntity.status(HttpStatus.SC_FORBIDDEN).body("User is not allowed to send message to agent");
         }
 
-
+        ProvenanceEvent event = ProvenanceEvent.builder()
+            .eventId(requestId)
+            .sessionId(communicationId)
+            .actor(operatingUser.getUsername())
+            .triggeringUser(comm.getTargetAgent())
+            .eventType(ProvenanceEvent.EventType.KNOWLEDGE_GENERATED)
+            .outputSummary("Ask agent " + comm.getPayload())
+            .timestamp(LocalDateTime.now().toInstant(java.time.ZoneOffset.UTC))
+            .build();
+        provenanceKafkaProducer.send(event);
 
 
         var newAgentComm = agentService.saveCommunication(comm);

api/src/main/resources/application.properties

@@ -90,4 +90,12 @@ otel.traces.sampler=always_on
 otel.exporter.otlp.timeout=10s
 
 sentrius.agent.register.bootstrap.allow=true
-sentrius.agent.bootstrap.policy=default-policy.yaml
+sentrius.agent.bootstrap.policy=default-policy.yaml
+
+provenance.kafka.topic=sentrius-provenance
+spring.kafka.bootstrap-servers=home.guard.local:9092
+spring.kafka.producer.key-serializer=org.apache.kafka.common.serialization.StringSerializer
+spring.kafka.producer.value-serializer=org.springframework.kafka.support.serializer.JsonSerializer
+
+# Optional: trust package to avoid class cast issues with JSON
+spring.kafka.producer.properties.spring.json.trusted.packages=io.sentrius.*

core/src/main/java/io/sentrius/sso/core/services/agents/AgentClientService.java

@@ -80,6 +80,9 @@ public Set<String> getCommunicationIds(AgentExecution execution, ZtatRequestDTO
                 }
             );
         }
+
+
+
         return Set.of();
     }
 
@@ -154,6 +157,7 @@ public AgentCommunicationDTO askAgent(AgentExecution execution, AtatRequest atat
             .targetAgent(atatRequest.getUserName())
             .build();
         log.info("My question is {}",myQuestion);
+
         var acommResponse = zeroTrustClientService.callPostOnApi(execution, ask, myQuestion,
             Maps.immutableEntry("requestId", List.of(atatRequest.getRequestId())));
         return JsonUtil.MAPPER.readValue(acommResponse, AgentCommunicationDTO.class);

dataplane/pom.xml

@@ -25,6 +25,11 @@
             <artifactId>sentrius-core</artifactId>
             <version>1.0.0-SNAPSHOT</version>
         </dependency>
+        <dependency>
+            <groupId>io.sentrius</groupId>
+            <artifactId>provenance-core</artifactId>
+            <version>1.0.0-SNAPSHOT</version>
+        </dependency>
         <dependency>
             <groupId>org.apache.commons</groupId>
             <artifactId>commons-lang3</artifactId>