* webui: Move static build output from `tools/server/public` to `build/ui` directory * refactor: Move to `tools/ui` * refactor: rename CMake variables and preprocessor defines - Rename LLAMA_BUILD_WEBUI -> LLAMA_BUILD_UI (old kept as deprecated) - Rename LLAMA_USE_PREBUILT_WEBUI -> LLAMA_USE_PREBUILT_UI (old kept as deprecated) - Backward compat: old vars auto-forward to new ones with DEPRECATION warning - Rename internal vars: WEBUI_SOURCE -> UI_SOURCE, WEBUI_SOURCE_DIR -> UI_SOURCE_DIR, etc. - Rename HF bucket: LLAMA_WEBUI_HF_BUCKET -> LLAMA_UI_HF_BUCKET - Emit both LLAMA_BUILD_WEBUI and LLAMA_BUILD_UI preprocessor defines - Emit both LLAMA_WEBUI_DEFAULT_ENABLED and LLAMA_UI_DEFAULT_ENABLED * refactor: rename CLI flags (--webui -> --ui) with backward compat - Add --ui/--no-ui (old --webui/--no-webui kept as deprecated aliases) - Add --ui-config (old --webui-config kept as deprecated alias) - Add --ui-config-file (old --webui-config-file kept as deprecated alias) - Add --ui-mcp-proxy/--no-ui-mcp-proxy (old --webui-mcp-proxy kept as deprecated) - Add new env vars: LLAMA_ARG_UI, LLAMA_ARG_UI_CONFIG, LLAMA_ARG_UI_CONFIG_FILE, LLAMA_ARG_UI_MCP_PROXY - C++ struct fields: params.ui, params.ui_config_json, params.ui_mcp_proxy added alongside old fields - Backward compat: old fields synced to new ones in g_params_to_internals * refactor: update C++ server internals with backward compat - Rename json_webui_settings -> json_ui_settings (both kept in server_context_meta) - Rename params.webui usage -> params.ui (both synced, old still works) - JSON API emits both "ui"/"ui_settings" and "webui"/"webui_settings" keys - Server routes use params.ui_mcp_proxy || params.webui_mcp_proxy - Preprocessor guards use #if defined(LLAMA_BUILD_UI) || defined(LLAMA_BUILD_WEBUI) * refactor: rename CI/CD workflows, artifacts, and build script - Rename webui-build.yml -> ui-build.yml; artifact webui-build -> ui-build - Rename webui-publish.yml -> ui-publish.yml; var HF_BUCKET_WEBUI_STATIC_OUTPUT -> HF_BUCKET_UI_STATIC_OUTPUT - Rename server-webui.yml -> server-ui.yml; job webui-build/checks -> ui-build/checks - Update server.yml: job/artifact refs webui-build -> ui-build - Update release.yml: all webui-build/publish refs -> ui-build/publish; HF_TOKEN_WEBUI_STATIC_OUTPUT -> HF_TOKEN_UI_STATIC_OUTPUT - Update server-self-hosted.yml: webui-build -> ui-build - Update build-self-hosted.yml: HF_WEBUI_VERSION -> HF_UI_VERSION - Rename webui-download.cmake -> ui-download.cmake (internal refs updated) - Update labeler.yml: server/webui -> server/ui path label * docs: update CODEOWNERS and server README docs - Update CODEOWNERS: team ggml-org/llama-webui -> ggml-org/llama-ui, path /tools/server/webui/ -> /tools/ui/ - Update server README.md: CLI tables show --ui flags with deprecated --webui aliases - Update server README-dev.md: "WebUI" -> "UI", paths updated to tools/ui/ * fix: Small fixes for UI build * fix: CMake.txt syntax * chore: Formatting * fix: `.editorconfig` for llama-ui * chore: Formatting * refactor: Use `APP_NAME` in Error route * refactor: Cleanup * refactor: Single migration service * make llama-ui a linkable target * fix: UI Build output * fix: Missing change * fix: separate llama-ui npm build output into build/tools/ui/dist subfolder + use cmake npm build instead of downloading ui-build.yml artifacts in CI * refactor: UI workflows cleanup --------- Co-authored-by: Xuan Son Nguyen <son@huggingface.co>
86 lines
2.3 KiB
TypeScript
86 lines
2.3 KiB
TypeScript
import hljs from 'highlight.js';
|
|
import {
|
|
NEWLINE,
|
|
DEFAULT_LANGUAGE,
|
|
LANG_PATTERN,
|
|
AMPERSAND_REGEX,
|
|
LT_REGEX,
|
|
GT_REGEX,
|
|
FENCE_PATTERN
|
|
} from '$lib/constants';
|
|
|
|
export interface IncompleteCodeBlock {
|
|
language: string;
|
|
code: string;
|
|
openingIndex: number;
|
|
}
|
|
|
|
/**
|
|
* Highlights code using highlight.js
|
|
* @param code - The code to highlight
|
|
* @param language - The programming language
|
|
* @returns HTML string with syntax highlighting
|
|
*/
|
|
export function highlightCode(code: string, language: string): string {
|
|
if (!code) return '';
|
|
|
|
try {
|
|
const lang = language.toLowerCase();
|
|
const isSupported = hljs.getLanguage(lang);
|
|
|
|
if (isSupported) {
|
|
return hljs.highlight(code, { language: lang }).value;
|
|
} else {
|
|
return hljs.highlightAuto(code).value;
|
|
}
|
|
} catch {
|
|
// Fallback to escaped plain text
|
|
return code
|
|
.replace(AMPERSAND_REGEX, '&')
|
|
.replace(LT_REGEX, '<')
|
|
.replace(GT_REGEX, '>');
|
|
}
|
|
}
|
|
|
|
/**
|
|
* Detects if markdown ends with an incomplete code block (opened but not closed).
|
|
* Returns the code block info if found, null otherwise.
|
|
* @param markdown - The raw markdown string to check
|
|
* @returns IncompleteCodeBlock info or null
|
|
*/
|
|
export function detectIncompleteCodeBlock(markdown: string): IncompleteCodeBlock | null {
|
|
// Count all code fences in the markdown
|
|
// A code block is incomplete if there's an odd number of ``` fences
|
|
const fencePattern = new RegExp(FENCE_PATTERN.source, FENCE_PATTERN.flags);
|
|
const fences: number[] = [];
|
|
let fenceMatch;
|
|
|
|
while ((fenceMatch = fencePattern.exec(markdown)) !== null) {
|
|
// Store the position after the ```
|
|
const pos = fenceMatch[0].startsWith(NEWLINE) ? fenceMatch.index + 1 : fenceMatch.index;
|
|
fences.push(pos);
|
|
}
|
|
|
|
// If even number of fences (including 0), all code blocks are closed
|
|
if (fences.length % 2 === 0) {
|
|
return null;
|
|
}
|
|
|
|
// Odd number means last code block is incomplete
|
|
// The last fence is the opening of the incomplete block
|
|
const openingIndex = fences[fences.length - 1];
|
|
const afterOpening = markdown.slice(openingIndex + 3);
|
|
|
|
// Extract language and code content
|
|
const langMatch = afterOpening.match(LANG_PATTERN);
|
|
const language = langMatch?.[1] || DEFAULT_LANGUAGE;
|
|
const codeStartIndex = openingIndex + 3 + (langMatch?.[0]?.length ?? 0);
|
|
const code = markdown.slice(codeStartIndex);
|
|
|
|
return {
|
|
language,
|
|
code,
|
|
openingIndex
|
|
};
|
|
}
|