server: bump timeout to 3600s (#23842)
* server: bump timeout to 3600s * nits: change wording
This commit is contained in:
1 parent
1f0aa2a696
commit
cb47092b00
3 files changed
+7
-3
No files matched your search
@@ -169,6 +169,8 @@ struct server_response_reader {
|
||||
bool cancelled = false;
|
||||
int polling_interval_seconds;
|
||||
|
||||
const int64_t time_start_ms = ggml_time_ms();
|
||||
|
||||
// tracking generation state and partial tool calls
|
||||
// only used by streaming completions
|
||||
std::vector<task_result_state> states;
|
||||
|
||||
Reference in new issue
Block a user