model: mistral le chonk (#31376)
* llama: extend DSA and sdpark to new model * fix ci
This commit is contained in:
1 parent
0ac1a7fd35
commit
78feec062d
23 files changed
+1290
-35
No files matched your search
@@ -315,7 +315,8 @@ llama_kv_cache::llama_kv_cache(
|
||||
|
||||
// always create Hadamard rotation tensors for DeepSeek lightning indexers
|
||||
if ((model.arch == LLM_ARCH_DEEPSEEK32 || model.arch == LLM_ARCH_DEEPSEEK4 ||
|
||||
model.arch == LLM_ARCH_GLM_DSA || model.arch == LLM_ARCH_DOTS3NOTE) &&
|
||||
model.arch == LLM_ARCH_GLM_DSA || model.arch == LLM_ARCH_DOTS3NOTE ||
|
||||
model.arch == LLM_ARCH_MISTRAL_LARGE4) &&
|
||||
hparams.n_embd_head_k_full == hparams.indexer_head_size) {
|
||||
attn_rot_k = true;
|
||||
}
|
||||
|
||||
Reference in new issue
Block a user