server : clarify comment in eval_llama_cmpl_schema [no ci] [no release] (#26720)
This commit is contained in:
@@ -519,7 +519,7 @@ task_params eval_llama_cmpl_schema(
|
|||||||
const json & data) {
|
const json & data) {
|
||||||
task_params params;
|
task_params params;
|
||||||
|
|
||||||
// Sampling parameter defaults are loaded from the global server context (but individual requests can still them)
|
// Sampling parameter defaults are loaded from the global server context (but individual requests can still override them)
|
||||||
params.sampling = params_base.sampling;
|
params.sampling = params_base.sampling;
|
||||||
params.speculative = params_base.speculative;
|
params.speculative = params_base.speculative;
|
||||||
params.n_keep = params_base.n_keep;
|
params.n_keep = params_base.n_keep;
|
||||||
|
|||||||
Reference in New Issue
Block a user