Update apps/vllm/main.py

Co-authored-by: Jack-Khuu <[email protected]>

Author: DNXie

apps/vllm/main.py

@@ -22,7 +22,9 @@
 
 async def run(cfg: DictConfig):
 
-    if "prompt" in cfg and cfg["prompt"] is not None:
+    if (prompt := cfg.get("prompt")) is None:
+        gd = cfg.policy.get("sampling_overrides", {}).get("guided_decoding", False)
+        prompt = "What is 3+5?" if gd else "Tell me a joke"
         prompt = cfg["prompt"]
     else:
         gd = cfg.policy.get("sampling_overrides", {}).get("guided_decoding", False)