* webui: Move static build output from `tools/server/public` to `build/ui` directory * refactor: Move to `tools/ui` * refactor: rename CMake variables and preprocessor defines - Rename LLAMA_BUILD_WEBUI -> LLAMA_BUILD_UI (old kept as deprecated) - Rename LLAMA_USE_PREBUILT_WEBUI -> LLAMA_USE_PREBUILT_UI (old kept as deprecated) - Backward compat: old vars auto-forward to new ones with DEPRECATION warning - Rename internal vars: WEBUI_SOURCE -> UI_SOURCE, WEBUI_SOURCE_DIR -> UI_SOURCE_DIR, etc. - Rename HF bucket: LLAMA_WEBUI_HF_BUCKET -> LLAMA_UI_HF_BUCKET - Emit both LLAMA_BUILD_WEBUI and LLAMA_BUILD_UI preprocessor defines - Emit both LLAMA_WEBUI_DEFAULT_ENABLED and LLAMA_UI_DEFAULT_ENABLED * refactor: rename CLI flags (--webui -> --ui) with backward compat - Add --ui/--no-ui (old --webui/--no-webui kept as deprecated aliases) - Add --ui-config (old --webui-config kept as deprecated alias) - Add --ui-config-file (old --webui-config-file kept as deprecated alias) - Add --ui-mcp-proxy/--no-ui-mcp-proxy (old --webui-mcp-proxy kept as deprecated) - Add new env vars: LLAMA_ARG_UI, LLAMA_ARG_UI_CONFIG, LLAMA_ARG_UI_CONFIG_FILE, LLAMA_ARG_UI_MCP_PROXY - C++ struct fields: params.ui, params.ui_config_json, params.ui_mcp_proxy added alongside old fields - Backward compat: old fields synced to new ones in g_params_to_internals * refactor: update C++ server internals with backward compat - Rename json_webui_settings -> json_ui_settings (both kept in server_context_meta) - Rename params.webui usage -> params.ui (both synced, old still works) - JSON API emits both "ui"/"ui_settings" and "webui"/"webui_settings" keys - Server routes use params.ui_mcp_proxy || params.webui_mcp_proxy - Preprocessor guards use #if defined(LLAMA_BUILD_UI) || defined(LLAMA_BUILD_WEBUI) * refactor: rename CI/CD workflows, artifacts, and build script - Rename webui-build.yml -> ui-build.yml; artifact webui-build -> ui-build - Rename webui-publish.yml -> ui-publish.yml; var HF_BUCKET_WEBUI_STATIC_OUTPUT -> HF_BUCKET_UI_STATIC_OUTPUT - Rename server-webui.yml -> server-ui.yml; job webui-build/checks -> ui-build/checks - Update server.yml: job/artifact refs webui-build -> ui-build - Update release.yml: all webui-build/publish refs -> ui-build/publish; HF_TOKEN_WEBUI_STATIC_OUTPUT -> HF_TOKEN_UI_STATIC_OUTPUT - Update server-self-hosted.yml: webui-build -> ui-build - Update build-self-hosted.yml: HF_WEBUI_VERSION -> HF_UI_VERSION - Rename webui-download.cmake -> ui-download.cmake (internal refs updated) - Update labeler.yml: server/webui -> server/ui path label * docs: update CODEOWNERS and server README docs - Update CODEOWNERS: team ggml-org/llama-webui -> ggml-org/llama-ui, path /tools/server/webui/ -> /tools/ui/ - Update server README.md: CLI tables show --ui flags with deprecated --webui aliases - Update server README-dev.md: "WebUI" -> "UI", paths updated to tools/ui/ * fix: Small fixes for UI build * fix: CMake.txt syntax * chore: Formatting * fix: `.editorconfig` for llama-ui * chore: Formatting * refactor: Use `APP_NAME` in Error route * refactor: Cleanup * refactor: Single migration service * make llama-ui a linkable target * fix: UI Build output * fix: Missing change * fix: separate llama-ui npm build output into build/tools/ui/dist subfolder + use cmake npm build instead of downloading ui-build.yml artifacts in CI * refactor: UI workflows cleanup --------- Co-authored-by: Xuan Son Nguyen <son@huggingface.co>
233 lines
6.9 KiB
TypeScript
233 lines
6.9 KiB
TypeScript
import { normalizeFloatingPoint } from '$lib/utils';
|
|
import { SETTINGS_KEYS, SYNCABLE_PARAMETERS } from '$lib/constants';
|
|
import type { ParameterRecord, ParameterInfo, ParameterValue } from '$lib/types';
|
|
import { SyncableParameterType, ParameterSource } from '$lib/enums';
|
|
|
|
export class ParameterSyncService {
|
|
/**
|
|
*
|
|
*
|
|
* Extraction
|
|
*
|
|
*
|
|
*/
|
|
|
|
/**
|
|
* Round floating-point numbers to avoid JavaScript precision issues.
|
|
* E.g., 0.1 + 0.2 = 0.30000000000000004 → 0.3
|
|
*
|
|
* @param value - Parameter value to normalize
|
|
* @returns Precision-normalized value
|
|
*/
|
|
private static roundFloatingPoint(value: ParameterValue): ParameterValue {
|
|
return normalizeFloatingPoint(value) as ParameterValue;
|
|
}
|
|
|
|
/**
|
|
* Extract server default parameters that can be synced from `/props` response.
|
|
* Handles both generation settings parameters and UI-specific settings.
|
|
* Converts samplers array to semicolon-delimited string for UI display.
|
|
*
|
|
* @param serverParams - Raw generation settings from server `/props` endpoint
|
|
* @param uiSettings - Optional UI-specific settings from server
|
|
* @returns Record of extracted parameter key-value pairs with normalized precision
|
|
*/
|
|
static extractServerDefaults(
|
|
serverParams: ApiLlamaCppServerProps['default_generation_settings']['params'] | null,
|
|
uiSettings?: Record<string, string | number | boolean>
|
|
): ParameterRecord {
|
|
const extracted: ParameterRecord = {};
|
|
|
|
if (serverParams) {
|
|
for (const param of SYNCABLE_PARAMETERS) {
|
|
if (param.canSync && param.serverKey in serverParams) {
|
|
const value = (serverParams as unknown as Record<string, ParameterValue>)[
|
|
param.serverKey
|
|
];
|
|
if (value !== undefined) {
|
|
// Apply precision rounding to avoid JavaScript floating-point issues
|
|
extracted[param.key] = this.roundFloatingPoint(value);
|
|
}
|
|
}
|
|
}
|
|
|
|
// Handle samplers array conversion to string
|
|
if (serverParams.samplers && Array.isArray(serverParams.samplers)) {
|
|
extracted[SETTINGS_KEYS.SAMPLERS] = serverParams.samplers.join(';');
|
|
}
|
|
}
|
|
|
|
if (uiSettings) {
|
|
for (const param of SYNCABLE_PARAMETERS) {
|
|
if (param.canSync && param.serverKey in uiSettings) {
|
|
const value = uiSettings[param.serverKey];
|
|
|
|
if (value !== undefined) {
|
|
extracted[param.key] = this.roundFloatingPoint(value);
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
return extracted;
|
|
}
|
|
|
|
/**
|
|
*
|
|
*
|
|
* Merging
|
|
*
|
|
*
|
|
*/
|
|
|
|
/**
|
|
* Merge server defaults with current user settings.
|
|
* User overrides always take priority — only parameters not in `userOverrides`
|
|
* set will be updated from server defaults.
|
|
*
|
|
* @param currentSettings - Current parameter values in the settings store
|
|
* @param serverDefaults - Default values extracted from server props
|
|
* @param userOverrides - Set of parameter keys explicitly overridden by the user
|
|
* @returns Merged parameter record with user overrides preserved
|
|
*/
|
|
static mergeWithServerDefaults(
|
|
currentSettings: ParameterRecord,
|
|
serverDefaults: ParameterRecord,
|
|
userOverrides: Set<string> = new Set()
|
|
): ParameterRecord {
|
|
const merged = { ...currentSettings };
|
|
|
|
for (const [key, serverValue] of Object.entries(serverDefaults)) {
|
|
// Only update if user hasn't explicitly overridden this parameter
|
|
if (!userOverrides.has(key)) {
|
|
merged[key] = this.roundFloatingPoint(serverValue);
|
|
}
|
|
}
|
|
|
|
return merged;
|
|
}
|
|
|
|
/**
|
|
*
|
|
*
|
|
* Info
|
|
*
|
|
*
|
|
*/
|
|
|
|
/**
|
|
* Get parameter information including source and values.
|
|
* Used by SettingsChatParameterSourceIndicator to display the correct badge
|
|
* (Custom vs Default) for each parameter in the settings UI.
|
|
*
|
|
* @param key - The parameter key to get info for
|
|
* @param currentValue - The current value of the parameter
|
|
* @param propsDefaults - Server default values from `/props`
|
|
* @param userOverrides - Set of parameter keys explicitly overridden by the user
|
|
* @returns Parameter info with source, server default, and user override values
|
|
*/
|
|
static getParameterInfo(
|
|
key: string,
|
|
currentValue: ParameterValue,
|
|
propsDefaults: ParameterRecord,
|
|
userOverrides: Set<string>
|
|
): ParameterInfo {
|
|
const hasPropsDefault = propsDefaults[key] !== undefined;
|
|
const isUserOverride = userOverrides.has(key);
|
|
|
|
// Simple logic: either using default (from props) or custom (user override)
|
|
const source = isUserOverride ? ParameterSource.CUSTOM : ParameterSource.DEFAULT;
|
|
|
|
return {
|
|
value: currentValue,
|
|
source,
|
|
serverDefault: hasPropsDefault ? propsDefaults[key] : undefined, // Keep same field name for compatibility
|
|
userOverride: isUserOverride ? currentValue : undefined
|
|
};
|
|
}
|
|
|
|
/**
|
|
* Check if a parameter can be synced from server.
|
|
*
|
|
* @param key - The parameter key to check
|
|
* @returns True if the parameter is in the syncable parameters list
|
|
*/
|
|
static canSyncParameter(key: string): boolean {
|
|
return SYNCABLE_PARAMETERS.some((param) => param.key === key && param.canSync);
|
|
}
|
|
|
|
/**
|
|
* Get all syncable parameter keys.
|
|
*
|
|
* @returns Array of parameter keys that can be synced from server
|
|
*/
|
|
static getSyncableParameterKeys(): string[] {
|
|
return SYNCABLE_PARAMETERS.filter((param) => param.canSync).map((param) => param.key);
|
|
}
|
|
|
|
/**
|
|
* Validate a server parameter value against its expected type.
|
|
*
|
|
* @param key - The parameter key to validate
|
|
* @param value - The value to validate
|
|
* @returns True if value matches the expected type for this parameter
|
|
*/
|
|
static validateServerParameter(key: string, value: ParameterValue): boolean {
|
|
const param = SYNCABLE_PARAMETERS.find((p) => p.key === key);
|
|
if (!param) return false;
|
|
|
|
switch (param.type) {
|
|
case SyncableParameterType.NUMBER:
|
|
return typeof value === 'number' && !isNaN(value);
|
|
case SyncableParameterType.STRING:
|
|
return typeof value === 'string';
|
|
case SyncableParameterType.BOOLEAN:
|
|
return typeof value === 'boolean';
|
|
default:
|
|
return false;
|
|
}
|
|
}
|
|
|
|
/**
|
|
*
|
|
*
|
|
* Diff
|
|
*
|
|
*
|
|
*/
|
|
|
|
/**
|
|
* Create a diff between current settings and server defaults.
|
|
* Shows which parameters differ from server values, useful for debugging
|
|
* and for the "Reset to defaults" functionality.
|
|
*
|
|
* @param currentSettings - Current parameter values in the settings store
|
|
* @param serverDefaults - Default values extracted from server props
|
|
* @returns Record of parameter diffs with current value, server value, and whether they differ
|
|
*/
|
|
static createParameterDiff(
|
|
currentSettings: ParameterRecord,
|
|
serverDefaults: ParameterRecord
|
|
): Record<string, { current: ParameterValue; server: ParameterValue; differs: boolean }> {
|
|
const diff: Record<
|
|
string,
|
|
{ current: ParameterValue; server: ParameterValue; differs: boolean }
|
|
> = {};
|
|
|
|
for (const key of this.getSyncableParameterKeys()) {
|
|
const currentValue = currentSettings[key];
|
|
const serverValue = serverDefaults[key];
|
|
|
|
if (serverValue !== undefined) {
|
|
diff[key] = {
|
|
current: currentValue,
|
|
server: serverValue,
|
|
differs: currentValue !== serverValue
|
|
};
|
|
}
|
|
}
|
|
|
|
return diff;
|
|
}
|
|
}
|