making MCP example a bit faster to respond + adding comments; (#31)

small bugfix in project file

Author: HendrikStrobelt

docs/examples/tutorial/mcp_example.py

@@ -1,14 +1,23 @@
+"""Example of an MCP server
+
+You need to install the mcp package:
+uv pip install "mcp[cli]"
+
+and run the example in MCP debug UI:
+uv run mcp dev docs/examples/tutorial/mcp_example.py
+"""
+
 from mcp.server.fastmcp import FastMCP
 
 from mellea import MelleaSession
-from mellea.backends import model_ids
+from mellea.backends import ModelOption, model_ids
 from mellea.backends.ollama import OllamaModelBackend
 from mellea.stdlib.base import ModelOutputThunk
 from mellea.stdlib.requirement import Requirement, simple_validate
 from mellea.stdlib.sampling import RejectionSamplingStrategy
 
 # #################
-# run MCP debug UI with: uv run mcp dev docs/examples/mcp/mcp_example.py
+# run MCP debug UI with: uv run mcp dev docs/examples/tutorial/mcp_example.py
 # ##################
 
 
@@ -19,7 +28,12 @@
 @mcp.tool()
 def write_a_poem(word_limit: int) -> str:
     """Write a poem with a word limit."""
-    m = MelleaSession(OllamaModelBackend(model_ids.QWEN3_8B))
+    m = MelleaSession(
+        OllamaModelBackend(
+            model_ids.HF_SMOLLM2_2B,
+            model_options={ModelOption.MAX_NEW_TOKENS: word_limit + 10},
+        )
+    )
     wl_req = Requirement(
         f"Use only {word_limit} words.",
         validation_fn=simple_validate(lambda x: len(x.split(" ")) < word_limit),
@@ -28,7 +42,7 @@ def write_a_poem(word_limit: int) -> str:
     res = m.instruct(
         "Write a poem",
         requirements=[wl_req],
-        strategy=RejectionSamplingStrategy(loop_budget=4),
+        strategy=RejectionSamplingStrategy(loop_budget=2),
     )
     assert isinstance(res, ModelOutputThunk)
     return str(res.value)

pyproject.toml

@@ -15,7 +15,7 @@ authors = [
     { name = "Xiaojie Guo", email = "[email protected]" },
     { name = "Jake LoRocco", email = "[email protected]" }
 ]
-description = "mellea is a librarty for writing generative programs"
+description = "mellea is a library for writing generative programs"
 readme = "README.md"
 requires-python = ">=3.11"
 classifiers = [