model : record layer inputs in LFM3 for spec dec (#31598)
This commit is contained in:
1 parent
0978a6e902
commit
f9448cddc4
1 file changed
+2
@@ -157,6 +157,8 @@ llama_model_lfm3::graph<decision>::graph(const llama_model & model, const llm_gr
|
||||
ggml_tensor * inp_out_ids = build_inp_out_ids();
|
||||
|
||||
for (int il = 0; il < n_layer; ++il) {
|
||||
res->t_layer_inp[il] = cur;
|
||||
|
||||
auto * prev_cur = cur;
|
||||
|
||||
cur = build_norm(cur, model.layers[il].attn_norm, NULL, LLM_NORM_RMS, il);
|
||||
|
||||
Reference in new issue
Block a user