spec : add lilicorr support (#30506)
* spec : add lilicorr support * convert : use convention for hparam assignment * add todo for hparam use in llama-batch.cpp Co-authored-by: Georgi Gerganov <ggerganov@gmail.com> * typo fix --------- Co-authored-by: Georgi Gerganov <ggerganov@gmail.com>
This commit is contained in:
1 parent
3e390af18d
commit
843e7dcc15
13 files changed
+648
-21
No files matched your search
@@ -1147,6 +1147,10 @@ size_t llama_batch_ext_select_n_embd_state(llama_context_type ctx_type, const ll
|
||||
if (ctx_type == LLAMA_CONTEXT_TYPE_MTP) {
|
||||
return hparams.n_embd_out();
|
||||
}
|
||||
// TODO: this probably should become a function of `llm_arch`
|
||||
if (hparams.lilicorr_candidate_topk > 0) {
|
||||
return hparams.n_embd_inp();
|
||||
}
|
||||
return 0;
|
||||
}
|
||||
|
||||
|
||||
Reference in new issue
Block a user