server: add "schema" and validation (#24150)
* wip * working * correct some limits * add field name to error message
This commit is contained in:
@@ -4,6 +4,7 @@
|
||||
#include "server-http.h"
|
||||
#include "server-task.h"
|
||||
#include "server-queue.h"
|
||||
#include "server-schema.h"
|
||||
|
||||
#include "build-info.h"
|
||||
#include "common.h"
|
||||
@@ -3825,7 +3826,7 @@ std::unique_ptr<server_res_generator> server_routes::handle_completions_impl(
|
||||
task.id = rd.get_new_id();
|
||||
|
||||
task.tokens = std::move(inputs[i]);
|
||||
task.params = server_task::params_from_json_cmpl(
|
||||
task.params = server_schema::eval_llama_cmpl_schema(
|
||||
ctx_server.vocab,
|
||||
params,
|
||||
meta->slot_n_ctx,
|
||||
|
||||
Reference in New Issue
Block a user