We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 03f3d9b commit 1a298a8Copy full SHA for 1a298a8
exllamav3/generator/job.py
@@ -191,7 +191,7 @@ def __init__(
191
self.sequences.append(seq)
192
193
# Generation parameters
194
- self.max_new_tokens = max_new_tokens - 1 or 100
+ self.max_new_tokens = max_new_tokens - 1 or 1
195
self.min_new_tokens = min_new_tokens
196
self.new_tokens = 0 if self.prefix_token is None else -1
197
self.sampler = sampler
0 commit comments