Aleksander Grygier
f8e67fc583
* feat: Add "Thinking" toggle and status icon + redesign Chat Form Actions Add panel * test: Update test reference * fix: Icon * fix: E2E test command * fix: wait for greeting h1 to be visible in e2e test * fix: remove duplicate PDF option in attachment dropdown * fix: use label-based group toggle to avoid stale references * refactor: inline MCP server and tool toggles in mobile sheet * fix: serve correct build directory in e2e playwright config * feat: add reasoning effort levels selector in model dropdown * feat: Reasoning effort * refactor: Make server origin configurable via environment variable * feat: Add chat template thinking detector utility * feat: Add thinking support detection to models store * refactor: Update model selector components with thinking detection and message-specific indicators * feat: Update chat form components for model selection and thinking support * feat: Improve Reasoning controls UI * refactor: Apply suggestions from code review Co-authored-by: Aleksander Grygier <aleksander.grygier@gmail.com> * fix: Model tags * refactor: Cleanup * refactor: Remove unneeded components * refactor: Cleanup
87 lines
3.3 KiB
TypeScript
87 lines
3.3 KiB
TypeScript
/**
|
|
* Detects whether a model's chat template supports thinking/reasoning control.
|
|
*
|
|
* The server "/props" endpoint does NOT expose a supports_thinking flag.
|
|
* It is computed internally by common_chat_templates_support_enable_thinking
|
|
* in common/chat.cpp. A proper server flag would make this unnecessary.
|
|
*
|
|
* Detection order (most reliable first):
|
|
* 1. Thinking-control Jinja2 variables === pass-through via chat_template_kwargs
|
|
* 2. Thinking-control Jinja2 conditionals === template-native on/off logic
|
|
* 3. Paired thinking-content tag pairs === models that output special tags
|
|
*/
|
|
|
|
const THINKING_KWARG_VARS = ['enable_thinking', 'reasoning_effort', 'thinking_budget'];
|
|
|
|
/**
|
|
* Paired thinking-content tag patterns.
|
|
*
|
|
* Inspected: llama-cpp-deepseek-r1/v3, nim-nemotron-{3,4}-nano, qwen-qwq-32b,
|
|
* qwen-3-32b, google-gemma-4-31b-it, kimikimi-k2-thinking, apertus-8b-instruct,
|
|
* mistralai-Mistral-Small-3.2-24B, ByteDance-Seed-OSS.
|
|
*
|
|
* The self-closing entry is Kimi-K2, Gemma4 fixed-length pair,
|
|
* where both tags always appear adjacent with no content between.
|
|
*/
|
|
const THINKING_TAG_PATTERNS: Array<[string, string | null]> = [
|
|
['<think>', '</think>'],
|
|
['<|channel>thought', '<|channel|>'],
|
|
['<|think|>', '</|think|>'],
|
|
['<seed:think|>', '</seed:think|>'],
|
|
['<think></think>', null]
|
|
];
|
|
|
|
const JINJA_THINKING_CONDITIONALS: RegExp[] = [
|
|
// Matches: {% if enable thinking %}, {% if enable_thinking %}, {% if (enable_thinking is defined) %}
|
|
// Handles: underscore-separated (enable_thinking), space-separated (enable thinking),
|
|
// and optional parens/brackets before enable (if (enable_thinking )
|
|
/\{%-?\s*if\s+\(?\s*\w*enable[\s_]+\w*(thinking|think|reasoning)/i,
|
|
/\{%-?\s*if\s+\w*(thinking|reasoning)\s*(is not|==|!=)/i,
|
|
/\{%-?\s*if\s+not\s+\w*enable/i,
|
|
/\{%-?\s*if\s+ns\.enable_thinking/i
|
|
];
|
|
|
|
/** Guards against false positives:
|
|
* - Generic thought keyword (tool descriptions say "chain of thought")
|
|
* - Qwen vertical-bar token (used for ALL tool calls, not thinking)
|
|
*/
|
|
export function detectThinkingSupport(t: string): boolean {
|
|
if (!t) return false;
|
|
for (const kwarg of THINKING_KWARG_VARS) {
|
|
const regex = new RegExp(
|
|
`(\\{\\{[^{}]*\\b${kwarg}\\b[^{}]*\\}\\}|\\{%[^{}]*\\b${kwarg}\\b[^{}]*%\\})`,
|
|
'i'
|
|
);
|
|
if (regex.test(t)) return true;
|
|
}
|
|
for (const p of JINJA_THINKING_CONDITIONALS) {
|
|
if (p.test(t)) return true;
|
|
}
|
|
for (const [s, e] of THINKING_TAG_PATTERNS) {
|
|
if (t.includes(s) && (!e || t.includes(e))) return true;
|
|
}
|
|
return false;
|
|
}
|
|
|
|
export function detectThinkingSupportWithReason(t: string): { supported: boolean; reason: string } {
|
|
if (!t) return { supported: false, reason: 'No chat template available' };
|
|
for (const kwarg of THINKING_KWARG_VARS) {
|
|
const regex = new RegExp(
|
|
`(\\{\\{[^{}]*\\b${kwarg}\\b[^{}]*\\}\\}|\\{%[^{}]*\\b${kwarg}\\b[^{}]*%\\})`,
|
|
'i'
|
|
);
|
|
if (regex.test(t)) {
|
|
return { supported: true, reason: 'Found: ' + kwarg };
|
|
}
|
|
}
|
|
for (const p of JINJA_THINKING_CONDITIONALS) {
|
|
if (p.test(t)) return { supported: true, reason: 'Found: thinking conditional' };
|
|
}
|
|
for (const [s, e] of THINKING_TAG_PATTERNS) {
|
|
if (t.includes(s) && (!e || t.includes(e))) {
|
|
return { supported: true, reason: 'Found: ' + s + (e ? ' .. ' + e : ' (self)') };
|
|
}
|
|
}
|
|
return { supported: false, reason: 'No thinking patterns found' };
|
|
}
|