chat : pass reasoning_effort = none if supported (#32763)

This commit is contained in:
Aldehir Rojas authored and GitHub committed 2026-11-21 15:27:25 -06:00
1 parent e6d624b9a4
commit afe77e18fa
3 files changed
+15 -6

No files matched your search

+7 -2
View File
@@ -1641,13 +1641,18 @@ json oaicompat_chat_params_parse(
// Parse the OAI "reasoning_effort" field; "none" disables reasoning.
if (body.contains("reasoning_effort")) {
auto reasoning_effort = json_value(body, "reasoning_effort", std::string(""));
const auto levels = caps.at("reasoning_effort_levels").get<std::vector<std::string>>();
if (reasoning_effort == "none") {
inputs.enable_thinking = false;
inputs.chat_template_kwargs.erase("reasoning_effort");
// Some models use reasoning_effort = none and some throw an exception, so check the model's list of effort levels first
if (std::find(levels.begin(), levels.end(), reasoning_effort) != levels.end()) {
inputs.chat_template_kwargs["reasoning_effort"] = json(reasoning_effort).dump();
} else {
inputs.chat_template_kwargs.erase("reasoning_effort");
}
} else if (!reasoning_effort.empty()) {
const auto rejected = caps.at("reasoning_effort_rejected").get<std::vector<std::string>>();
if (std::find(rejected.begin(), rejected.end(), reasoning_effort) != rejected.end()) {
const auto levels = caps.at("reasoning_effort_levels").get<std::vector<std::string>>();
throw std::invalid_argument("reasoning_effort \"" + reasoning_effort + "\" is not supported by the chat template, supported levels: " + string_join(levels, ", "));
}
inputs.chat_template_kwargs["reasoning_effort"] = json(reasoning_effort).dump();