Lumpiasty/llama.cpp
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

webui: Add option to pre-encode conversation for faster next turns (#21034)

Browse Source
This commit is contained in:
Aleksander Grygier
2026-04-09 09:10:18 +02:00
committed by GitHub
parent b54cb2e3d0
commit 75511a8d7e
7 changed files with 267 additions and 81 deletions
Download Patch File Download Diff File Expand all files Collapse all files
tools/server/webui/src/lib/constants/settings-keys.ts
+2
View File
@@ -52,6 +52,8 @@ export const SETTINGS_KEYS = {
ALWAYS_SHOW_AGENTIC_TURNS: 'alwaysShowAgenticTurns',
AGENTIC_MAX_TOOL_PREVIEW_LINES: 'agenticMaxToolPreviewLines',
SHOW_TOOL_CALL_IN_PROGRESS: 'showToolCallInProgress',
// Performance
PRE_ENCODE_CONVERSATION: 'preEncodeConversation',
// Developer
DISABLE_REASONING_PARSING: 'disableReasoningParsing',
EXCLUDE_REASONING_FROM_CONTEXT: 'excludeReasoningFromContext',