chat: replace output string with parts (#30389)

* chat: replace output string with parts

* reserve first
This commit is contained in:
Xuan-Son Nguyen authored and GitHub committed 2026-10-14 01:03:56 +02:00
1 parent 1b70350c92
commit ff026f8c0a
31 files changed
+241 -133

No files matched your search

+1 -1
View File
@@ -1434,7 +1434,7 @@ json oaicompat_chat_params_parse(
session_params.echo = json_value(body, "echo", false);
out_session = common_chat_session(opt.tmpls.get(), vocab, inputs, session_params);
llama_params["prompt"] = out_session.prompt();
llama_params["prompt"] = out_session.prompt().str();
// Reasoning budget: pass parameters through to sampling layer
{