spec: single device drafter should create meta backend wrapper (#28390)

This commit is contained in:
Aman Gupta
2026-09-08 20:44:33 +08:00
committed by GitHub
parent 03fa73cb27
commit 415e909d84
5 changed files with 27 additions and 7 deletions
+3
View File
@@ -3689,6 +3689,9 @@ llama_context * llama_init_from_model(
LLAMA_LOG_ERROR("%s: SPLIT_MODE_TENSOR requires flash_attn to be enabled\n", __func__);
return nullptr;
}
if (model->get_split_state_ud.n_devices == 1) {
LLAMA_LOG_WARN("%s: SPLIT_MODE_TENSOR being used for a single device is not recommended\n", __func__);
}
}
if ((model->hparams.is_mla() || model->arch == LLM_ARCH_DEEPSEEK4) && params.type_k != params.type_v) {