Fix for chat template (#137)

vazirim · web-flow · commit 73f5ae2c9084 · 2024-10-09T20:44:29.000-04:00
* fix for chat template
diff --git a/src/pdl/pdl_ast.py b/src/pdl/pdl_ast.py
@@ -673,5 +673,9 @@ def set_default_granite_model_parameters(
                     "post_message": "<|end_of_text|>",
                 },
             }
+        if "final_prompt_value" not in parameters:
+            parameters["final_prompt_value"] = (
+                "<|start_of_role|>assistant<|end_of_role|>"
+            )
 
     return parameters

Original file line number	Diff line number	Diff line change
`@@ -673,5 +673,9 @@ def set_default_granite_model_parameters(`
`673`	`673`	`"post_message": "<\|end_of_text\|>",`
`674`	`674`	`},`
`675`	`675`	`}`
	`676`	`+ if "final_prompt_value" not in parameters:`
	`677`	`+ parameters["final_prompt_value"] = (`
	`678`	`+ "<\|start_of_role\|>assistant<\|end_of_role\|>"`
	`679`	`+ )`
`676`	`680`
`677`	`681`	`return parameters`