We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 6ded7f0 commit c88cdeeCopy full SHA for c88cdee
examples/server/main.cpp
@@ -73,7 +73,7 @@ struct SDCtxParams {
73
74
rng_type_t rng_type = CUDA_RNG;
75
rng_type_t sampler_rng_type = CUDA_RNG;
76
- prediction_t prediction = DEFAULT_PRED;
+ prediction_t prediction = PREDICTION_COUNT;
77
lora_apply_mode_t lora_apply_mode = LORA_APPLY_AUTO;
78
79
bool offload_params_to_cpu = false;
0 commit comments