Merge pull request #14 from isamu-isozaki/dynamic_outlines

Dynamic generation with outlines

Author: edk208

llm_exl2_client_multi_outlines.py

@@ -745,4 +745,4 @@ async def get_nvidia_smi():
 if __name__ == "__main__":
     import uvicorn
 
-    uvicorn.run(app, host=host, port=port, log_level="debug")
+    uvicorn.run(app, host=host, port=port, log_level="debug")