Structured decoding bug fix for watsonx, ollama + traceback for python code blocks (#708)

* structure decoding support for watsonx, ollama, traceback for code blocks

Signed-off-by: Mandana Vaziri <[email protected]>

* cleanup

Signed-off-by: Mandana Vaziri <[email protected]>

---------

Signed-off-by: Mandana Vaziri <[email protected]>

Author: vazirim

examples/hello/hello-structured-decoding.pdl

@@ -0,0 +1,9 @@
+text:
+- role: system
+  text: You are an AI language model developed by IBM Research. You are a cautious assistant. You carefully follow instructions. You are helpful and harmless and you follow ethical guidelines and promote positive behavior.
+  contribute: [context]
+- "\nWhat is the color of the sky?\n"
+- model: ollama_chat/granite3.2:2b
+  #model: watsonx/ibm/granite-34b-code-instruct
+  parser: json
+  spec: { color: str }

src/pdl/pdl_ast.py

@@ -860,8 +860,11 @@ def set_structured_decoding_parameters(
         parameters["guided_json"] = schema
         parameters["response_format"] = {
             "type": "json_schema",
-            "json_schema": schema,
-            "strict": True,
+            "json_schema": {
+                "name": "schema",
+                "schema": schema,
+                "strict": True,
+            },
         }
     return parameters
 

src/pdl/pdl_interpreter.py

@@ -5,6 +5,7 @@
 import subprocess  # nosec
 import sys
 import time
+import traceback
 import types
 
 # TODO: temporarily disabling warnings to mute a pydantic warning from liteLLM
@@ -1445,7 +1446,7 @@ def process_call_code(
                 )
             except Exception as exc:
                 raise PDLRuntimeError(
-                    f"Python Code error: {repr(exc)}",
+                    f"Python Code error: {traceback.format_exc()}",
                     loc=loc,
                     trace=block.model_copy(
                         update={"code": code_s, "defsite": block.pdl__id}