server : fix draft params

ggerganov · ggerganov · commit f32520557434 · 2024-12-02T21:52:39.000+02:00
ggml-ci
diff --git a/examples/server/server.cpp b/examples/server/server.cpp
@@ -719,7 +719,7 @@ struct server_context {
                 return false;
             }
 
-            cparams_dft = common_context_params_to_llama(params_base);
+            cparams_dft = common_context_params_to_llama(params_dft);
             cparams_dft.n_batch = llama_n_ctx(llama_init_dft.context);
 
             // the context is not needed - we will create one for each slot

Original file line number	Diff line number	Diff line change
`@@ -719,7 +719,7 @@ struct server_context {`
`719`	`719`	`return false;`
`720`	`720`	`}`
`721`	`721`
`722`		`- cparams_dft = common_context_params_to_llama(params_base);`
	`722`	`+ cparams_dft = common_context_params_to_llama(params_dft);`
`723`	`723`	`cparams_dft.n_batch = llama_n_ctx(llama_init_dft.context);`
`724`	`724`
`725`	`725`	`// the context is not needed - we will create one for each slot`