model: mistral le chonk (#31376)

* llama: extend DSA and sdpark to new model

* fix ci
This commit is contained in:
Xuan-Son Nguyen authored and GitHub committed 2026-10-29 15:43:33 +01:00
1 parent 0ac1a7fd35
commit 78feec062d
23 files changed
+1290 -35

No files matched your search

+2 -1
View File
@@ -315,7 +315,8 @@ llama_kv_cache::llama_kv_cache(
// always create Hadamard rotation tensors for DeepSeek lightning indexers
if ((model.arch == LLM_ARCH_DEEPSEEK32 || model.arch == LLM_ARCH_DEEPSEEK4 ||
model.arch == LLM_ARCH_GLM_DSA || model.arch == LLM_ARCH_DOTS3NOTE) &&
model.arch == LLM_ARCH_GLM_DSA || model.arch == LLM_ARCH_DOTS3NOTE ||
model.arch == LLM_ARCH_MISTRAL_LARGE4) &&
hparams.n_embd_head_k_full == hparams.indexer_head_size) {
attn_rot_k = true;
}