spec : update speculative-simple (#26904)

* spec : update speculative-simple

* cont : simplify

* cont : clean-up
This commit is contained in:
Georgi Gerganov
2026-08-11 19:52:12 +03:00
committed by GitHub
parent ba360efe1f
commit f785fc9ea4
5 changed files with 118 additions and 152 deletions
+1 -6
View File
@@ -397,12 +397,7 @@ struct server_slot {
bool need_embd() const {
GGML_ASSERT(task);
return task->need_embd() || (spec && common_speculative_need_embd(spec));
}
bool need_embd_nextn() const {
GGML_ASSERT(task);
return spec && common_speculative_need_embd_nextn(spec);
return task->need_embd();
}
// if the context does not have a memory module then all embeddings have to be computed within a single ubatch