examples/llm: init

Signed-off-by: Danielle Lancashire <[email protected]>

Author: endocrimes

examples/llm/.gitignore

@@ -0,0 +1,3 @@
+__pycache__
+*.wasm
+.spin

examples/llm/README.md

@@ -0,0 +1,3 @@
+# Spin python Hello World
+
+A simple example showcasing the return of a simple response to a request in the Spin Python SDK.

examples/llm/app.py

@@ -0,0 +1,10 @@
+from spin_http import Response
+from spin_llm import llm_infer
+
+
+def handle_request(request):
+    prompt="You are a smart bot. What is a smart bots favorite joke?"
+    result=llm_infer("llama2-chat", prompt)
+    return Response(200,
+                    {"content-type": "text/plain"},
+                    bytes(result.text, "utf-8"))

examples/llm/spin.toml

@@ -0,0 +1,16 @@
+spin_manifest_version = "1"
+authors = ["Fermyon Engineering <[email protected]>"]
+description = "Spin Python SDK hello llm"
+name = "spin-py-hello-llm"
+trigger = { type = "http", base = "/" }
+version = "0.1.0"
+
+[[component]]
+id = "python-sdk-example"
+source = "app.wasm"
+ai_models = ["llama2-chat"]
+[component.trigger]
+route = "/..."
+[component.build]
+command = "spin py2wasm app -o app.wasm"
+watch = ["app.py"]