We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent c2e7945 commit 3a64932Copy full SHA for 3a64932
examples/server/server.cpp
@@ -1837,10 +1837,8 @@ struct server_context {
1837
if (slot.ga_n == 1) {
1838
if (slot.is_processing() && (int) system_tokens.size() + slot.n_past >= slot.n_ctx - 1) {
1839
if (!params.ctx_shift) {
1840
- // this check is redundant (for good)
1841
- // we should never get here, since n_predict is already limited
1842
- slot.release();
1843
- send_error(slot, "context shift is disabled", ERROR_TYPE_SERVER);
+ // we should never get here, because generation should already stopped in process_token()
+ GGML_ASSERT(false && "context shifting is disabled");
1844
continue;
1845
}
1846
0 commit comments