Add a user notification method to jsonrpc

* this will output the system and user prompts

Author: slimslenderslacks

functions/docker_scout_tag_recommendation/init.clj

@@ -19,7 +19,8 @@
   (try
     (let [repository (:repository (json/parse-string (second args) true))]
       (println 
-        ((comp recommendation-response recommendation-request) repository)))
+        #_((comp recommendation-response recommendation-request) repository)
+        "22-slim"))
     (catch Throwable t
       (binding [*out* *err*]
         (println t))

functions/hub/curl/init.clj

@@ -7,9 +7,9 @@
   (let [[json-string & args] *command-line-args*
         {llm-args :args} (cheshire.core/parse-string json-string true)]
     (println
-     (-> (apply babashka.process/process
-                {:out :string}
-                "curl" args)
+     (-> (babashka.process/process
+          {:out :string}
+          (str "curl " llm-args))
          (deref)
          (babashka.process/check)
          :out)))

functions/hub/curl/runbook.md

@@ -13,13 +13,13 @@ docker run --rm \
        --mount type=bind,source=$PWD,target=/project \
        --entrypoint /app/result/bin/entrypoint \
        --workdir /project \
-       vonwig/curl:latest '{}'
+       vonwig/curl:latest '{"args": "--help"}'
 ```
 
 ## Build
 
 ```sh
-docker build -t vonwig/fasttext:latest .
+docker build -t vonwig/curl:latest .
 ```
 
 ```sh
@@ -28,8 +28,8 @@ docker build -t vonwig/fasttext:latest .
 docker buildx build \
     --builder hydrobuild \
     --platform linux/amd64,linux/arm64 \
-    --tag vonwig/fasttext:latest \
+    --tag vonwig/curl:latest \
     --file Dockerfile \
     --push .
-docker pull vonwig/fasttext:latest
+docker pull vonwig/curl:latest
 ```

prompts/curl/100_user_prompts.md

@@ -0,0 +1,3 @@
+Run the curl command to fetch https://www.example.com
+
+If you get an error, run `curl --help` and use the output to try again.

prompts/curl/README.md

@@ -1,7 +1,7 @@
 ---
 extractors:
   - name: linguist 
-  - name: docker-lsp
+  - name: project-facts
 model: gpt-4
 stream: true
 functions:

runbook.md

@@ -161,3 +161,26 @@ docker run --rm \
                                  --thread-id "something" \
                                  --save-thread-volume
 ```
+
+# Test bad commands
+
+1. remove the openai key
+2. break the url with the --url flag
+3. choose a bad prompts dir
+
+```sh
+docker run --rm \
+           -it \
+           -v /var/run/docker.sock:/var/run/docker.sock \
+           --mount type=volume,source=docker-prompts,target=/prompts \
+           --mount type=bind,source=$PWD,target=/app/local \
+           --mount type=bind,source=$HOME/.openai-api-key,target=/root/.openai-api-key \
+           --workdir /app \
+           vonwig/prompts:local \
+                                 run \
+                                 --host-dir $PWD \
+                                 --user $USER \
+                                 --platform "$(uname -o)" \
+                                 --prompts-dir local/prompts/poem \
+```
+

src/jsonrpc.clj

@@ -23,9 +23,15 @@
    :method method
    :params params})
 
+;; message({:debug ""}) - debug messages are often serialized edn but still meant to be streamed
+;; message({:content ""}) - meant to be streamed
+;; prompts({:messages [{:role "", :content ""}]})
+;; functions("") - meant to be updated in place
+;; functions-done("")
 (defn -notify [{:keys [debug]} method params]
   (case method
     :message (write-message (io/output-stream System/out) (notification method params))
+    :prompts (write-message (io/output-stream System/out) (notification method params))
     :functions (write-message (io/output-stream System/out) (notification method params))
     :functions-done (write-message (io/output-stream System/out) (notification method params))))
 
@@ -36,7 +42,8 @@
                (:content params) (do (print (:content params)) (flush))
                (and debug (:debug params)) (do (println "### DEBUG\n") (println (:debug params))))
     :functions (do (print ".") (flush))
-    :functions-done (println params)))
+    :functions-done (println params)
+    :prompts nil))
 
 (def ^:dynamic notify -notify)
 

src/prompts.clj

@@ -231,7 +231,9 @@
     ;; get-prompts can only use extractors - we can't refine
     ;; them based on output from function calls that the LLM plans
     (let [prompts (if (not (seq thread))
-                    (get-prompts opts)
+                    (let [new-prompts (get-prompts opts)]
+                      (jsonrpc/notify :prompts {:messages new-prompts})
+                      new-prompts)
                     thread)
           {:keys [messages finish-reason] :as m}
           (async/<!! (run-prompts prompts opts))]