spec: fix segfault error on long prompts for eagle3 (#24707)

2026-06-17 17:29:49 +03:00
parent 74a80dd9c0
commit 1a2dea29b9
4 changed files with 16 additions and 5 deletions
@@ -189,6 +189,10 @@ struct llama_hparams {
    // input embedding dimension (0 = use n_embd)
    uint32_t n_embd_inp_impl = 0;

+    // encoder input embedding dimension (0 = use n_embd_inp())
+    // e.g. the eagle3 encoder fuses target_layers * target_hidden features
+    uint32_t n_embd_inp_enc_impl = 0;
+
    // output embedding dimension (0 = use n_embd)
    uint32_t n_embd_out_impl = 0;

@@ -305,6 +309,9 @@ struct llama_hparams {
    // dimension of main + auxiliary input embeddings
    uint32_t n_embd_inp() const;

+    // dimension of the encoder input embeddings
+    uint32_t n_embd_inp_enc() const;
+
    // dimension of output embeddings
    uint32_t n_embd_out() const;