We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 8511ec5 commit ff41929Copy full SHA for ff41929
examples/server/tests/unit/test_completion.py
@@ -143,13 +143,15 @@ def test_consistent_result_same_seed(n_slots: int):
143
def test_different_result_different_seed(n_slots: int):
144
global server
145
server.n_slots = n_slots
146
+ server.n_predict = -1
147
server.start()
148
last_res = None
149
for seed in range(4):
150
res = server.make_request("POST", "/completion", data={
151
"prompt": "I believe the meaning of life is",
152
"seed": seed,
153
"temperature": 1.0,
154
+ "n_predict": -1,
155
"cache_prompt": False, # TODO: remove this once test_cache_vs_nocache_prompt is fixed
156
})
157
if last_res is not None:
0 commit comments