Support {{hostDir}}

Author: slimslenderslacks

prompts/examples/using-host-dir.md

@@ -0,0 +1,31 @@
+---
+tools:
+  - name: ls
+    description: list files in a directory
+    container:
+      image: alpine:latest
+      command:
+        - ls
+        - /project
+  - name: echo
+    description: echo the current host dir
+    container:
+      image: vonwig/bash_alpine
+      command:
+        - -c
+        - "echo {{hostDir}}"
+---
+
+# Background 
+
+The `host-dir` for the prompt-engine run is mounted at `/project` in the container. 
+So in the tool above, you'll see that the tool can only access your host-dir from this `/project` path.
+However, the tools can be passed the _value_ of the hostDir even if they can only access it via the `/project` mount.
+See the `echo` tool for an example of how this value becomes accessible (the `{{hostDir}}` 
+can also be used directly in prompt templates.
+
+# Prompt user
+
+Start by listing the files in my host-dir and then run echo. Summarize by writing the output of the echo command and then
+write a poem using the file names from that directory.
+

src/graph.clj

@@ -274,19 +274,19 @@
     ["tools-query" tools-query]
     ["completion" completion]
     [:edge tool-or-end]]
-   [["sub-graph" (sub-graph-node nil)]
+   [["sub-graph" (sub-graph-node {})]
     ["tools-query"]]
-   [["tool" (tool-node nil)]
+   [["tool" (tool-node {})]
     ["tools-query"]]
    [["end" end]]])
 
 (defn one-tool-call [_]
   (-> {}
       (add-node "start" start)
       (add-node "completion" completion)
-      (add-node "tool" (tool-node nil))
+      (add-node "tool" (tool-node {}))
       (add-node "end" end)
-      (add-node "sub-graph" (sub-graph-node nil))
+      (add-node "sub-graph" (sub-graph-node {}))
       (add-edge "start" "completion")
       (add-edge "sub-graph" "end")
       (add-edge "tool" "end")
@@ -296,9 +296,9 @@
   [[["start" start]
     ["completion" completion]
     [:edge tool-or-end]]
-   [["sub-graph" (sub-graph-node nil)]
+   [["sub-graph" (sub-graph-node {})]
     ["completion"]]
-   [["tool" (tool-node nil)]
+   [["tool" (tool-node {})]
     ["completion"]]
    [["end" end]]])
 

src/graphs/sql.clj

@@ -90,7 +90,6 @@
   ; add the schema tool
   (-> state
       (update-in [:opts :level] (fnil inc 0))
-      (update-in [:opts :parameters] (constantly {:database "./Chinook.db"}))
       (update-in [:functions] (fnil concat []) (:tools model-get-schema))))
 
 (defn seed-correct-query-conversation
@@ -101,7 +100,6 @@
       (dissoc :messages)
       (update-in [:opts :level] (fnil inc 0))
       (update-in [:opts :prompts] (constantly (fs/file "prompts/sql/query-check.md")))
-      (update-in [:opts :parameters] (constantly {:database "./Chinook.db"}))
       (graph/construct-initial-state-from-prompts)
       (update-in [:messages] concat [(last (:messages state))])))
 

src/prompts.clj

@@ -22,10 +22,11 @@
 
 (defn- facts
   "fix up facts before sending to templates"
-  [project-facts user platform]
+  [project-facts user platform host-dir]
   (medley/deep-merge
    {:platform platform
     :username user
+    :hostDir host-dir
     :project-facts {:files (-> project-facts :project-facts :project/files)
                     :dockerfiles (-> project-facts :project-facts :project/dockerfiles)
                     :composefiles (-> project-facts :project-facts :project/composefiles)
@@ -187,10 +188,10 @@
 (defn get-prompts
   "run extractors and then render prompt templates
      returns ordered collection of chat messages"
-  [{:keys [parameters prompts user platform] :as opts}]
+  [{:keys [parameters prompts user platform host-dir] :as opts}]
   (let [;; TODO the docker default no longer makes sense here
         m (merge (run-extractors opts) parameters)
-        renderer (partial selma-render prompts (facts m user platform))
+        renderer (partial selma-render prompts (facts m user platform host-dir))
         prompts (if (fs/directory? prompts)
                   ;; directory based prompts
                   (->> (fs/list-dir prompts)

src/tools.clj

@@ -45,7 +45,7 @@
    does not stream - calls resolve or fail only once 
    should not throw exceptions
      params
-       opts - options map for the engine
+       opts - options map for the engine (partially bound))
        function-name - the name of the function that the LLM has selected
        json-arg-string - the JSON arg string that the LLM has generated
        resolve fail - callbacks"
@@ -54,7 +54,9 @@
                        (->> (filter #(= function-name (-> % :function :name)) functions)
                             first)
                        :function)]
-    (let [arg-context (arg-context json-arg-string)]
+    (let [arg-context (merge 
+                        {:hostDir (:host-dir opts)}
+                        (arg-context json-arg-string))]
       (try
         (if (:container definition) ;; synchronous call to container function
           (let [function-call (merge