1 parent
8841ce3f43
commit
8125e6cbfc
2 files changed
+5
-2
No files matched your search
@@ -1880,6 +1880,7 @@ struct server_context {
|
||||
if (slot.state == SLOT_STATE_STARTED) {
|
||||
slot.t_start_process_prompt = ggml_time_us();
|
||||
slot.t_start_generation = 0;
|
||||
|
||||
slot.n_past = 0;
|
||||
slot.n_prompt_tokens = prompt_tokens.size();
|
||||
slot.state = SLOT_STATE_PROCESSING_PROMPT;
|
||||
|
||||
Reference in new issue
Block a user