llama: refactoring: move model to class member of llm_graph_context (#31733)
This commit is contained in:
1 parent
468fde90e8
commit
e0f96a1a12
174 files changed
+663
-743
No files matched your search
@@ -53,10 +53,10 @@ void llama_model_starcoder2::load_arch_tensors(llama_model_loader &) {
|
||||
}
|
||||
|
||||
std::unique_ptr<llm_graph_context> llama_model_starcoder2::build_arch_graph(const llm_graph_params & params) const {
|
||||
return std::make_unique<graph>(*this, params);
|
||||
return std::make_unique<graph>(params);
|
||||
}
|
||||
|
||||
llama_model_starcoder2::graph::graph(const llama_model & model, const llm_graph_params & params) : llm_graph_context(params) {
|
||||
llama_model_starcoder2::graph::graph(const llm_graph_params & params) : llm_graph_context(params) {
|
||||
const int64_t n_embd_head = hparams.n_embd_head_v();
|
||||
|
||||
GGML_ASSERT(n_embd_head == hparams.n_embd_head_k());
|
||||
|
||||
Reference in new issue
Block a user