chat : refactor API (#30210)

This commit is contained in:
Aldehir Rojas authored and GitHub committed 2026-10-09 10:06:22 -05:00
1 parent a518119d30
commit 8b54361025
41 files changed
+562 -736

No files matched your search

+4 -4
View File
@@ -517,23 +517,23 @@ void server_response_reader::post_task(server_task && task, bool front) {
GGML_ASSERT(!task.is_parent() && "not supported, use post_tasks() instead");
task.index = 0;
id_tasks.insert(task.id);
states.push_back(task.create_state());
states.push_back(task_result_state());
queue_results.add_waiting_task_id(task.id);
queue_tasks.post(std::move(task), front);
}
void server_response_reader::post_tasks(std::vector<server_task> && tasks, bool front) {
void server_response_reader::post_tasks(std::vector<server_task> && tasks, const common_chat_session & session, bool front) {
GGML_ASSERT(id_tasks.empty() && "post_tasks() can only be called once per reader");
id_tasks = server_task::get_list_id(tasks);
states.reserve(tasks.size());
size_t index = 0;
for (auto & task : tasks) {
task.index = index++;
states.push_back(task.create_state());
states.push_back(task_result_state(session));
// for child tasks
for (auto & child_task : task.child_tasks) {
child_task.index = index++;
states.push_back(child_task.create_state());
states.push_back(task_result_state(session));
}
}
GGML_ASSERT(states.size() == id_tasks.size());