chat : pass reasoning_effort = none if supported (#32763)
This commit is contained in:
1 parent
e6d624b9a4
commit
afe77e18fa
3 files changed
+15
-6
No files matched your search
@@ -1641,13 +1641,18 @@ json oaicompat_chat_params_parse(
|
||||
// Parse the OAI "reasoning_effort" field; "none" disables reasoning.
|
||||
if (body.contains("reasoning_effort")) {
|
||||
auto reasoning_effort = json_value(body, "reasoning_effort", std::string(""));
|
||||
const auto levels = caps.at("reasoning_effort_levels").get<std::vector<std::string>>();
|
||||
if (reasoning_effort == "none") {
|
||||
inputs.enable_thinking = false;
|
||||
inputs.chat_template_kwargs.erase("reasoning_effort");
|
||||
// Some models use reasoning_effort = none and some throw an exception, so check the model's list of effort levels first
|
||||
if (std::find(levels.begin(), levels.end(), reasoning_effort) != levels.end()) {
|
||||
inputs.chat_template_kwargs["reasoning_effort"] = json(reasoning_effort).dump();
|
||||
} else {
|
||||
inputs.chat_template_kwargs.erase("reasoning_effort");
|
||||
}
|
||||
} else if (!reasoning_effort.empty()) {
|
||||
const auto rejected = caps.at("reasoning_effort_rejected").get<std::vector<std::string>>();
|
||||
if (std::find(rejected.begin(), rejected.end(), reasoning_effort) != rejected.end()) {
|
||||
const auto levels = caps.at("reasoning_effort_levels").get<std::vector<std::string>>();
|
||||
throw std::invalid_argument("reasoning_effort \"" + reasoning_effort + "\" is not supported by the chat template, supported levels: " + string_join(levels, ", "));
|
||||
}
|
||||
inputs.chat_template_kwargs["reasoning_effort"] = json(reasoning_effort).dump();
|
||||
|
||||
Reference in new issue
Block a user