diff --git a/common/common.cpp b/common/common.cpp
index a68766cbb..82dd780fd 100644
--- a/common/common.cpp
+++ b/common/common.cpp
@@ -1249,7 +1249,6 @@ common_init_result::common_init_result(common_params & params, bool model_only)
         lora.reset(llama_adapter_lora_init(model, la.path.c_str()));
         if (lora == nullptr) {
             COM_ERR("failed to load lora adapter '%s'\n", la.path.c_str());
-            pimpl->model.reset(model);
             return;
         }