llama : fix init in several tools/examples (#29632)

This commit is contained in:
Georgi Gerganov authored and GitHub committed 2026-09-29 10:32:05 +03:00
1 parent 18bbc46b46
commit 6d78fb0727
5 files changed
+7 -6

No files matched your search

+1 -2
View File
@@ -65,8 +65,7 @@ int main(int argc, char ** argv) {
}
}, nullptr);
// load dynamic backends
ggml_backend_load_all();
llama_backend_init();
// initialize the model
llama_model_params model_params = llama_model_default_params();
+1 -3
View File
@@ -77,9 +77,7 @@ int main(int argc, char ** argv) {
}
}
// load dynamic backends
ggml_backend_load_all();
llama_backend_init();
// initialize the model
+1
View File
@@ -489,6 +489,7 @@ extern "C" {
LLAMA_API void llama_backend_free(void);
// Optional: enable numa optimizations
// TODO: deprecate and make part of llama_backend_init()
LLAMA_API void llama_numa_init(enum ggml_numa_strategy numa);
// Optional: an auto threadpool gets created in ggml if not passed explicitly
+1 -1
View File
@@ -297,7 +297,7 @@ int main(int argc, char ** argv) {
}
common_init();
ggml_backend_load_all();
llama_backend_init();
ggml_backend_dev_t dev = ggml_backend_dev_by_name(device_name.c_str());
if (!dev) {
+3
View File
@@ -41,6 +41,9 @@ int llama_cli(int argc, char ** argv) {
return 1;
}
llama_backend_init();
llama_numa_init(params.numa);
#if defined (__unix__) || (defined (__APPLE__) && defined (__MACH__))
struct sigaction sigint_action;
sigint_action.sa_handler = signal_handler;