Runtime supporting registry.yaml config nodes (#64)

* registry entries can have configs
 * registration time configs are merged into the
   metadata parameter-values for an entry in the
   prompts.core/registry
 * parameter values are made available to mcp server containers when
   they are needed
 * parameter values are also merged into the parameter set when
   tool containers are running

Author: slimslenderslacks

dev/catalog.clj

@@ -2,11 +2,21 @@
   (:require
    [babashka.fs :as fs]
    [clj-yaml.core :as yaml]
+   [clojure.edn :as edn]
+   [flatland.ordered.map :refer [ordered-map]]
    git
-   repl
    [markdown :as markdown-parser]
    [medley.core :as medley]
-   prompts))
+   prompts
+   repl))
+
+(defn mcp-metadata-cache [f]
+  (edn/read-string
+    {:readers {'ordered/map (fn [pairs] (into (ordered-map pairs)))}}
+    (slurp f)))
+
+(comment
+  (mcp-metadata-cache "test/resources/mcp-metadata-cache.edn"))
 
 (defn prompt-metadata [s]
   (try
@@ -32,14 +42,14 @@
 (defn generate-updated-catalog []
   (spit "catalog.updated.yaml"
         (yaml/generate-string
-          (let [catalog (yaml/parse-string (slurp "prompts/catalog.yaml"))]
-            (medley/deep-merge
-              catalog
-              {:registry
-               (->> (apply interleave ((juxt keys (comp extra-metadata vals)) (seq (:registry catalog))))
-                    (partition 2)
-                    (map #(into [] %))
-                    (into {}))})))))
+         (let [catalog (yaml/parse-string (slurp "prompts/catalog.yaml"))]
+           (medley/deep-merge
+            catalog
+            {:registry
+             (->> (apply interleave ((juxt keys (comp extra-metadata vals)) (seq (:registry catalog))))
+                  (partition 2)
+                  (map #(into [] %))
+                  (into {}))})))))
 
 (comment
   ;; setup stdout logger

gordon-mcp.yml

@@ -1,12 +1,6 @@
 services:
-  mcp_docker:
-    image: mcp/docker:latest
-    command: serve --mcp --register github:docker/labs-ai-tools-for-devs?path=prompts/bootstrap.md
-    volumes:
-      - /var/run/docker.sock:/var/run/docker.sock
-      - docker-prompts:/prompts
-    x-mcp-autoremove: false
-
-volumes:
-  docker-prompts:
-    external: true
+  MCP_DOCKER:
+    image: alpine/socat
+    command:
+      - STDIO
+      - TCP:host.docker.internal:8811

prompts/catalog.yaml

@@ -2183,4 +2183,7 @@ registry:
       UNDER CONSTRUCTION (declarative state caching in volumes) A Model Context Protocol (MCP) server for web research, enabling real-time information retrieval and webpage content extraction for Claude.
     ref: github:docker/labs-ai-tools-for-devs?path=prompts/mcp/webresearch.md
     icon: https://img.icons8.com/officel/80/under-construction.png
-
+  youtube_transcript:
+    description: retrieves transcripts for given YouTube video URLs
+    ref: github:docker/labs-ai-tools-for-devs?path=prompts/mcp/youtube_transcript.md
+    icon: https://cdn.jsdelivr.net/npm/simple-icons@v7/icons/youtube.svg

prompts/mcp/filesystem.md

@@ -6,9 +6,10 @@ mcp:
       volumes:
         - "{{filesystem.paths|volume|into}}"
       command:
-        - "{{filesystem.paths|into}}
-parameters-values:
-  filesystem.allowed_paths:
-    - /Users/slim
+        - "{{filesystem.paths|into}}"
+parameter-values:
+  filesystem:
+    paths:
+      - /Users/local-test
 ---
 

prompts/mcp/youtube_transcript.md

@@ -0,0 +1,6 @@
+---
+mcp:
+  - container:
+      image: vonwig/youtube-transcript
+      workdir: /app
+---

runbook.md

@@ -20,7 +20,7 @@ docker pull mcp/docker:prerelease
 
 ```sh
 # docker:command=build-release
-VERSION="0.0.5"
+VERSION="0.0.6"
 docker buildx build \
     --builder hydrobuild \
     --platform linux/amd64,linux/arm64 \

src/extension/.envrc

@@ -0,0 +1 @@
+use flake

src/extension/Makefile

@@ -1,5 +1,5 @@
 IMAGE?=docker/labs-ai-tools-for-devs
-TAG?=0.2.7
+TAG?=0.2.17
 
 BUILDER=buildx-multi-arch
 
@@ -14,7 +14,7 @@ cross:
 	cd host-binary && $(MAKE) cross
 
 build-extension: cross ## Build service image to be deployed as a desktop extension
-	docker buildx build --load --platform=linux/amd64,linux/arm64,darwin/amd64,darwin/arm64,windows/amd64,windows/arm64 --tag=$(IMAGE):$(TAG) .
+	docker buildx build --load --tag=$(IMAGE):$(TAG) .
 
 install-extension: build-extension ## Install the extension
 	docker extension install $(IMAGE):$(TAG)

src/extension/docker-compose.yaml

@@ -1,6 +1,6 @@
 services:
   mcp_docker:
-    image: mcp/docker:0.0.5
+    image: mcp/docker:0.0.6
     ports:
       - 8811:8811
     volumes:

src/git.clj

@@ -5,7 +5,8 @@
    dir
    docker
    [hasch.core :as hasch]
-   jsonrpc))
+   jsonrpc
+   [jsonrpc.logger :as logger]))
 
 (set! *warn-on-reflection* true)
 
@@ -87,7 +88,7 @@
        :volumes ["docker-prompts-git:/git"]
        :command (concat ["clone" "--depth" "1" (format "https://github.com/%s/%s" owner repo)]
                         (when ref ["-b" ref])
-                        [(format "/project/%s" ref-hash)])}))))
+                        ["/project"])}))))
 
 (comment
   (clone {:dir "/Users/slim/crap" :owner "docker" :repo "labs-make-runbook" :ref "main" :ref-hash "crap"}))
@@ -130,6 +131,7 @@
               (pull {:dir dir :ref ref})
               (clone (merge git-ref-map {:dir (fs/parent dir) :ref-hash ref-hash})))]
       (when (not (= 0 (:exit-code m)))
+        (logger/error (format "git error (%d): %s" (:exit-code m) (:pty-output m)))
         (jsonrpc/notify :error {:content (str m)}))
       (if path
         (let [cached-path (fs/file dir path)]