llama : fix init in several tools/examples (#29632)
This commit is contained in:
1 parent
18bbc46b46
commit
6d78fb0727
5 files changed
+7
-6
No files matched your search
@@ -65,8 +65,7 @@ int main(int argc, char ** argv) {
|
||||
}
|
||||
}, nullptr);
|
||||
|
||||
// load dynamic backends
|
||||
ggml_backend_load_all();
|
||||
llama_backend_init();
|
||||
|
||||
// initialize the model
|
||||
llama_model_params model_params = llama_model_default_params();
|
||||
|
||||
@@ -77,9 +77,7 @@ int main(int argc, char ** argv) {
|
||||
}
|
||||
}
|
||||
|
||||
// load dynamic backends
|
||||
|
||||
ggml_backend_load_all();
|
||||
llama_backend_init();
|
||||
|
||||
// initialize the model
|
||||
|
||||
|
||||
@@ -489,6 +489,7 @@ extern "C" {
|
||||
LLAMA_API void llama_backend_free(void);
|
||||
|
||||
// Optional: enable numa optimizations
|
||||
// TODO: deprecate and make part of llama_backend_init()
|
||||
LLAMA_API void llama_numa_init(enum ggml_numa_strategy numa);
|
||||
|
||||
// Optional: an auto threadpool gets created in ggml if not passed explicitly
|
||||
|
||||
@@ -297,7 +297,7 @@ int main(int argc, char ** argv) {
|
||||
}
|
||||
|
||||
common_init();
|
||||
ggml_backend_load_all();
|
||||
llama_backend_init();
|
||||
|
||||
ggml_backend_dev_t dev = ggml_backend_dev_by_name(device_name.c_str());
|
||||
if (!dev) {
|
||||
|
||||
@@ -41,6 +41,9 @@ int llama_cli(int argc, char ** argv) {
|
||||
return 1;
|
||||
}
|
||||
|
||||
llama_backend_init();
|
||||
llama_numa_init(params.numa);
|
||||
|
||||
#if defined (__unix__) || (defined (__APPLE__) && defined (__MACH__))
|
||||
struct sigaction sigint_action;
|
||||
sigint_action.sa_handler = signal_handler;
|
||||
|
||||
Reference in new issue
Block a user