We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent ce6115b commit 18a616dCopy full SHA for 18a616d
graphgen/models/llm/local/sglang_wrapper.py
@@ -36,7 +36,7 @@ def __init__(
36
self.tp_size = int(tp_size)
37
38
# Initialise the offline engine
39
- self.engine = sgl.Engine(model_path=self.model_path, tp_size=tp_size)
+ self.engine = sgl.Engine(model_path=self.model_path, tp_size=self.tp_size)
40
41
# Keep helpers for streaming
42
self.async_stream_and_merge = async_stream_and_merge
0 commit comments