We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent a33e6a0 commit b11a93dCopy full SHA for b11a93d
examples/server/server.cpp
@@ -1336,6 +1336,10 @@ struct llama_server_context
1336
split_multiprompt_task(task_id, task);
1337
}
1338
} else {
1339
+ // an empty prompt can make slot become buggy
1340
+ if (task.data.contains("prompt") && task.data["prompt"].is_string() && task.data["prompt"].get<std::string>().empty()) {
1341
+ task.data["prompt"] = " "; // add a space so that we have one token
1342
+ }
1343
queue_tasks.post(task);
1344
1345
0 commit comments