Merge remote-tracking branch 'upstream/main'

Author: CFSNM

Cargo.lock

@@ -6,8 +6,9 @@ edition = "2021"
 [dependencies]
 anyhow = "1.0.94"
 axum = "0.7.9"
+futures = "0.3.30"
 regex = "1.11.1"
-reqwest = { version = "0.12.12", default-features = false, features = ["json", "native-tls"] }
+reqwest = { version = "0.12.12", default-features = false, features = ["json", "native-tls", "stream"] }
 serde = { version = "1.0.215", features = ["serde_derive"] }
 serde_json = "1.0.133"
 serde_yml = "0.0.12"

Cargo.toml

@@ -78,3 +78,32 @@ pub struct OrchestratorResponse {
     pub detections: Option<Detections>,
     pub warnings: Option<Vec<HashMap<String, String>>>,
 }
+
+// Streaming response structures
+#[derive(Serialize, Deserialize, Debug)]
+pub struct StreamingDelta {
+    pub content: Option<String>,
+    pub role: Option<String>,
+    pub tool_calls: Option<serde_json::Value>,
+}
+
+#[derive(Serialize, Deserialize, Debug)]
+pub struct StreamingChoice {
+    pub index: u32,
+    pub delta: StreamingDelta,
+    pub logprobs: Option<serde_json::Value>,
+    pub finish_reason: Option<String>,
+    pub stop_reason: Option<String>,
+}
+
+#[derive(Serialize, Deserialize, Debug)]
+pub struct StreamingResponse {
+    pub id: String,
+    pub object: String,
+    pub created: u64,
+    pub model: String,
+    pub choices: Vec<StreamingChoice>,
+    pub usage: Option<serde_json::Value>,
+    pub detections: Option<Detections>,
+    pub warnings: Option<Vec<HashMap<String, String>>>,
+}