model: mistral le chonk (#31376)

* llama: extend DSA and sdpark to new model

* fix ci
This commit is contained in:
Xuan-Son Nguyen authored and GitHub committed 2026-10-29 15:43:33 +01:00
1 parent 0ac1a7fd35
commit 78feec062d
23 files changed
+1290 -35

No files matched your search

+12
View File
@@ -319,6 +319,10 @@ uint32_t llama_hparams::n_embd_head_v_mla() const {
}
bool llama_hparams::has_kv(uint32_t il) const {
if (kv_source(il) != il) {
return false;
}
if (n_layer_kv_from_start >= 0) {
if (il < (uint32_t) n_layer_kv_from_start) {
return true;
@@ -331,6 +335,14 @@ bool llama_hparams::has_kv(uint32_t il) const {
return true;
}
uint32_t llama_hparams::kv_source(uint32_t il) const {
if (il < n_layer_all) {
return kv_source_impl[il];
}
GGML_ABORT("%s: il (%u) out of bounds (n_layer_all: %u)\n", __func__, il, n_layer_all);
}
bool llama_hparams::has_rope(uint32_t il) const {
// the router layer stores adapter routing signal, not positional info,
// so it must not be RoPE-shifted