Updates

Author: ovistoica

examples/src/simulflow_examples/local_w_interruption_support.clj

@@ -5,7 +5,6 @@
   (:require
    [clojure.core.async :as a]
    [clojure.core.async.flow :as flow]
-   [simulflow-examples.local :as local]
    [simulflow.async :refer [vthread-loop]]
    [simulflow.processors.activity-monitor :as activity-monitor]
    [simulflow.processors.deepgram :as deepgram]
@@ -17,7 +16,6 @@
    [simulflow.transport :as transport]
    [simulflow.transport.in :as transport-in]
    [simulflow.transport.out :as transport-out]
-   [simulflow.vad.silero :as silero]
    [taoensso.telemere :as t]))
 
 (def llm-context
@@ -124,29 +122,28 @@
   {:procs flow-processors
    :conns flow-conns})
 
-(comment
+(def g (flow/create-flow flow-config))
 
-  (def local-ai (local/make-local-flow {:vad-analyser (silero/create-silero-vad)
-                                        :extra-procs {}}))
+(defonce flow-started? (atom false))
 
-  (defonce flow-started? (atom false))
+(comment
 
   ;; Start local ai flow - starts paused
-  (let [{:keys [report-chan error-chan]} (flow/start local-ai)]
+  (let [{:keys [report-chan error-chan]} (flow/start g)]
     (reset! flow-started? true)
     ;; Resume local ai -> you can now speak with the AI
-    (flow/resume local-ai)
+    (flow/resume g)
     (vthread-loop []
-                  (when @flow-started?
-                    (when-let [[msg c] (a/alts!! [report-chan error-chan])]
-                      (when (map? msg)
-                        (t/log! (cond-> {:level :debug :id (if (= c error-chan) :error :report)}
-                                  (= c error-chan) (assoc :error msg)) msg))
-                      (recur)))))
+      (when @flow-started?
+        (when-let [[msg c] (a/alts!! [report-chan error-chan])]
+          (when (map? msg)
+            (t/log! (cond-> {:level :debug :id (if (= c error-chan) :error :report)}
+                      (= c error-chan) (assoc :error msg)) msg))
+          (recur)))))
 
   ;; Stop the conversation
   (do
-    (flow/stop local-ai)
+    (flow/stop g)
     (reset! flow-started? false))
 
   ,)

src/simulflow/processors/elevenlabs.clj

@@ -220,10 +220,14 @@
         [state {::ws-write [(process-speak-frame msg)]}])
 
     (frame/control-interrupt-start? msg)
-    [(assoc state ::accumulator "" :pipeline/interrupted? true)]
+    (do
+      (t/log! {:level :debug :id :elevenlabs :data msg :msg "[Interrupted] switching to interrupted state"})
+      [(assoc state ::accumulator "" :pipeline/interrupted? true)])
 
     (frame/control-interrupt-stop? msg)
-    [(assoc state :pipeline/interrupted? false)]
+    (do
+      (t/log! {:level :debug :id :elevenlabs :data msg :msg "[UnInterrupted] switching to normal state"})
+      [(assoc state :pipeline/interrupted? false)])
 
     ;; Default case - no action
     :else

src/simulflow/processors/system_frame_router.clj

@@ -68,7 +68,7 @@
   "Returns true if the flow-config contains the system-frame-router-process"
   [flow-config]
   (reduce-kv (fn [_ _ v]
-               (if (= (:proc v) system-frame-router-process)
+               (if (= (:proc v) system-frame-router)
                  (reduced true)
                  false))
              false

src/simulflow/transport/out.clj

@@ -243,7 +243,9 @@
       [state {}])
 
     (frame/control-interrupt-start? frame)
-    [(assoc state :pipeline/interrupted? true) {::command [{:command/kind :command/drain-queue}]}]
+    (do
+      (t/log! {:msg "[Interrupted] Draining playback queue" :id :transport-out :level :trace})
+      [(assoc state :pipeline/interrupted? true) {::command [{:command/kind :command/drain-queue}]}])
 
     (frame/control-interrupt-stop? frame)
     [(assoc state :pipeline/interrupted? false) {}]

src/simulflow/vad/silero.clj

@@ -5,7 +5,7 @@
    [simulflow.vad.core :as vad]
    [taoensso.telemere :as t])
   (:import
-   (ai.onnxruntime OnnxTensor OrtEnvironment OrtSession OrtSession$SessionOptions OrtSession$Result)
+   (ai.onnxruntime OnnxTensor OrtEnvironment OrtSession OrtSession$Result OrtSession$SessionOptions)
    (java.util HashMap)))
 
 ;; Constants