* llama: fix kv shifting and add tests * llama: add graph build_rope (#31693) * llama: add graph build_rope * improve * migrate new models * update review skill * fix ci * add --kv-shift to CI
15 lines
416 B
C++
15 lines
416 B
C++
#include "models.h"
|
|
|
|
llama_rope_params llama_model_hunyuan_dense::get_rope_params(const llama_cparams & cparams, int il) const {
|
|
auto res = llama_model::get_rope_params(cparams, il);
|
|
|
|
res.k_norm = layers[il].attn_k_norm;
|
|
|
|
return res;
|
|
}
|
|
|
|
std::unique_ptr<llm_graph_context> llama_model_hunyuan_dense::build_arch_graph(const llm_graph_params & params) const {
|
|
return std::make_unique<graph>(params);
|
|
}
|
|
|