Lumpiasty/llama.cpp
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

server : add timings and progress to /responses API stream (#25348)

Browse Source
This commit is contained in:
Thomas LECONTE
2026-07-07 16:13:03 +02:00
committed by GitHub
parent 6c487e2f79
commit 5eca4e3cab
3 changed files with 76 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
tools/server/server-task.h
+2
View File
@@ -117,6 +117,7 @@ struct task_result_state {
bool text_block_started = false;
// for OpenAI Responses streaming API
bool oai_resp_created = false;
const std::string oai_resp_id;
const std::string oai_resp_reasoning_id;
const std::string oai_resp_message_id;
@@ -440,6 +441,7 @@ struct server_task_result_cmpl_partial : server_task_result {
bool text_block_started = false;
// for OpenAI Responses API
bool oai_resp_created = false;
std::string oai_resp_id;
std::string oai_resp_reasoning_id;
std::string oai_resp_message_id;