server: add margin for draft model for fit (#23485)

2026-05-24 14:43:08 +08:00
parent fff63b5108
commit 83eebe9d08
3 changed files with 95 additions and 2 deletions
@@ -26,7 +26,7 @@ class common_params_fit_exception : public std::runtime_error {
    using std::runtime_error::runtime_error;
 };

-static std::vector<llama_device_memory_data> common_get_device_memory_data(
+std::vector<llama_device_memory_data> common_get_device_memory_data(
        const char * path_model,
        const llama_model_params * mparams,
        const llama_context_params * cparams,