Files
llama.cpp/src/models/hunyuan-dense.cpp
T
Xuan-Son Nguyen 6023692b1e llama: fix kv shifting, add tests, add per-model build_rope (#31683)
* llama: fix kv shifting and add tests

* llama: add graph build_rope (#31693)

* llama: add graph build_rope

* improve

* migrate new models

* update review skill

* fix ci

* add --kv-shift to CI
2026-11-05 21:10:36 +01:00

15 lines
416 B
C++

#include "models.h"
llama_rope_params llama_model_hunyuan_dense::get_rope_params(const llama_cparams & cparams, int il) const {
auto res = llama_model::get_rope_params(cparams, il);
res.k_norm = layers[il].attn_k_norm;
return res;
}
std::unique_ptr<llm_graph_context> llama_model_hunyuan_dense::build_arch_graph(const llm_graph_params & params) const {
return std::make_unique<graph>(params);
}