chat: replace output string with parts (#30389)
* chat: replace output string with parts * reserve first
This commit is contained in:
1 parent
1b70350c92
commit
ff026f8c0a
31 files changed
+241
-133
No files matched your search
@@ -1434,7 +1434,7 @@ json oaicompat_chat_params_parse(
|
||||
session_params.echo = json_value(body, "echo", false);
|
||||
out_session = common_chat_session(opt.tmpls.get(), vocab, inputs, session_params);
|
||||
|
||||
llama_params["prompt"] = out_session.prompt();
|
||||
llama_params["prompt"] = out_session.prompt().str();
|
||||
|
||||
// Reasoning budget: pass parameters through to sampling layer
|
||||
{
|
||||
|
||||
Reference in new issue
Block a user