context : autoscale n_ctx_train when yarn scaling specified (#28030)
This commit is contained in:
@@ -57,6 +57,7 @@ struct llama_cparams {
|
||||
std::vector<bool> embeddings_layer_inp; // [n_layer()] extract input embeddings for layer
|
||||
|
||||
enum llama_context_type ctx_type;
|
||||
enum llama_rope_scaling_type rope_scaling_type;
|
||||
enum llama_pooling_type pooling_type;
|
||||
|
||||
ggml_backend_sched_eval_callback cb_eval;
|
||||
|
||||
Reference in New Issue
Block a user