Skip to content

Commit ff41929

Browse files
committed
Unlimit the n_predict in slots
1 parent 8511ec5 commit ff41929

File tree

1 file changed

+2
-0
lines changed

1 file changed

+2
-0
lines changed

examples/server/tests/unit/test_completion.py

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -143,13 +143,15 @@ def test_consistent_result_same_seed(n_slots: int):
143143
def test_different_result_different_seed(n_slots: int):
144144
global server
145145
server.n_slots = n_slots
146+
server.n_predict = -1
146147
server.start()
147148
last_res = None
148149
for seed in range(4):
149150
res = server.make_request("POST", "/completion", data={
150151
"prompt": "I believe the meaning of life is",
151152
"seed": seed,
152153
"temperature": 1.0,
154+
"n_predict": -1,
153155
"cache_prompt": False, # TODO: remove this once test_cache_vs_nocache_prompt is fixed
154156
})
155157
if last_res is not None:

0 commit comments

Comments
 (0)