correct comment placement

ngxson · ngxson · commit a217382b2571 · 2024-12-19T12:02:11.000+01:00
diff --git a/examples/server/server.cpp b/examples/server/server.cpp
@@ -1958,7 +1958,6 @@ struct server_context {
         size_t n_probs = slot.params.sampling.n_probs;
         int n_vocab = llama_n_vocab(llama_get_model(ctx));
         if (post_sampling) {
-            // TODO: optimize this with min-p optimization
             const auto * cur_p = common_sampler_get_candidates(slot.smpl);
             const size_t max_probs = cur_p->size;
 
@@ -1982,6 +1981,7 @@ struct server_context {
                 }
             }
         } else {
+            // TODO: optimize this with min-p optimization
             std::vector<llama_token_data> cur = get_token_probabilities(ctx, idx);
 
             bool found_sampled_tok = false;

Original file line number	Diff line number	Diff line change
`@@ -1958,7 +1958,6 @@ struct server_context {`
`1958`	`1958`	`size_t n_probs = slot.params.sampling.n_probs;`
`1959`	`1959`	`int n_vocab = llama_n_vocab(llama_get_model(ctx));`
`1960`	`1960`	`if (post_sampling) {`
`1961`		`- // TODO: optimize this with min-p optimization`
`1962`	`1961`	`const auto * cur_p = common_sampler_get_candidates(slot.smpl);`
`1963`	`1962`	`const size_t max_probs = cur_p->size;`
`1964`	`1963`
`@@ -1982,6 +1981,7 @@ struct server_context {`
`1982`	`1981`	`}`
`1983`	`1982`	`}`
`1984`	`1983`	`} else {`
	`1984`	`+ // TODO: optimize this with min-p optimization`
`1985`	`1985`	`std::vector<llama_token_data> cur = get_token_probabilities(ctx, idx);`
`1986`	`1986`
`1987`	`1987`	`bool found_sampled_tok = false;`