hrm : fix layer placement of z_l_init weight (#29512)

This commit is contained in:
Georgi Gerganov authored and GitHub committed 2026-09-27 10:16:23 +03:00
1 parent 7ac59a6e3a
commit 85ca3b52c3
2 files changed
+2 -2

No files matched your search

+1 -1
View File
@@ -43,7 +43,7 @@ void llama_model_hrm_text::load_arch_tensors(llama_model_loader &) {
output = create_tensor(tn(LLM_TENSOR_TOKEN_EMBD, "weight"), { n_embd, n_vocab }, TENSOR_DUPLICATED);
}
hrm_z_l_init = create_tensor(tn(LLM_TENSOR_HRM_Z_L_INIT), { n_embd }, 0);
hrm_z_l_init = create_tensor(tn(LLM_TENSOR_HRM_Z_L_INIT, 0), { n_embd }, 0);
const int lps = hparams.n_hrm_layers_per_stack;