Lumpiasty/llama.cpp
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

common : fix draft-mtp with embeddings (#26352, #27299) (#27400)

Browse Source 
* common: fix draft-mtp with embeddings (#26352)

* --whitespace

---------

Co-authored-by: Sigbjørn Skjæret <sigbjorn.skjaeret@huggingface.co>
This commit is contained in:
Shahir BIn Zulfiker
2026-08-22 09:44:22 +02:00
committed by GitHub
co-authored by Sigbjørn Skjæret
parent 8672290039
commit 2c6b141efb
1 changed files with 3 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
common/speculative.cpp
+3
View File
@@ -2322,6 +2322,9 @@ common_params common_base_params_to_speculative(const common_params & params) {
const auto & params_spec = params.speculative.draft; const auto & params_spec = params.speculative.draft;
common_params result = params; common_params result = params;
result.embedding = false;
result.pooling_type = LLAMA_POOLING_TYPE_UNSPECIFIED;
if (has_draft) { if (has_draft) {
result.devices = params_spec.devices; result.devices = params_spec.devices;
result.model = params_spec.mparams; result.model = params_spec.mparams;