Files
llama.cpp/tools/ui/src/lib/components/app/models/ModelsManager/ModelsManager.svelte
T
Aleksander Grygier b013e56a71 ui : add the models manager (#29583)
* ui : add the drawer, sheet and grouped list primitives

Add the drawer and sheet overlay components, the toggle and toggle
group, the shared searchable input, the collapsible sections and the
grouped list, and the near viewport helper they position with.

Assisted-by: pi:llama.cpp/DeepSeek-V4.1-Flash

* ui : add the shared model components and data layer

Add the model row pieces shared by the selector and the manager, the
models store with its download status feed, the huggingface and
migration services, and the model utils, enums and constants they
read through.

Assisted-by: pi:llama.cpp/DeepSeek-V4.1-Flash

* ui : rework the models selector around its providers

Group the selector components under their own folder, rework the list
around the provider grouping, add the mobile trigger and the download
item, and derive the selection state in one hook.

Assisted-by: pi:llama.cpp/DeepSeek-V4.1-Flash

* ui : add the models manager

Add the manager table with its repo, quant and status rows, the
filters and the toolbar, the row actions in a drawer, the downloads
section, the manage models dialog and the stories and tests.

Assisted-by: pi:llama.cpp/DeepSeek-V4.1-Flash

* ui : rework the chat form actions and the mobile experience

Move the add actions into a drawer and a sheet, float the model
actions in a bar on a phone, open the context panel in a drawer, and
derive the attachment, reasoning and tools menus in hooks.

Assisted-by: pi:llama.cpp/DeepSeek-V4.1-Flash

* ui : move the mcp servers to the sidebar rail and tidy the dialogs

Move the mcp servers dialog to the sidebar rail with its menu
entries, even out the dialogs on a phone, and group the mcp and
settings stores behind their own modules.

Assisted-by: pi:llama.cpp/DeepSeek-V4.1-Flash

* ui : polish the shell

The secondary button gets its own look back and the chat add button its
own light surface. Pressable elements get a pointer cursor again, the
font rendering smooths on the app shell, and the agent skills stay out
of prettier's way.

The root layout props probe rework that came with this polish reads the
providers api url and stays with the providers change instead.

Assisted-by: pi:llama.cpp/DeepSeek-V4.1-Flash

* ui : wrap the model id classes

Assisted-by: pi:llama.cpp/DeepSeek-V4.1-Flash

* ui : load the model the new chat CTA picks

Start a new chat selected the model but left it unloaded, so the chat
opened against a server with nothing in memory. Both CTAs share a load
helper now.

Assisted-by: pi:llama.cpp/DeepSeek-V4.1-Flash

* refactor: Post-review fixes
2026-10-09 10:34:45 +02:00

358 lines
11 KiB
Svelte

<script lang="ts">
import ModelsManagerModelConfiguration from './ModelsManagerModelConfiguration/ModelsManagerModelConfiguration.svelte';
import ModelsManagerModelsTable from './ModelsManagerModelsTable.svelte';
import {
downloadGroups,
groupModelQuants,
modelCapability,
modelContextLength,
type ModelQuantGroup,
type ModelsTableGroup,
splitHiddenQuants
} from './utils';
import { LOCAL_BACKEND_ID, type ModalityKey, MODELS_TABLE_GROUP_LABELS } from '$lib/constants';
import { ModelCapability, ModelsTableGroupKind } from '$lib/enums';
import { conversationsStore, modelsStore, serverStore, uiStore } from '$lib/stores';
import type { ModelOption } from '$lib/types/models';
import { filterModelOptions } from '$lib/utils';
import { type Snippet, untrack } from 'svelte';
import { SvelteMap, SvelteSet } from 'svelte/reactivity';
interface Props {
class?: string;
/** Forwarded to the table's toolbar right end. */
toolbarEnd?: Snippet;
}
let { class: className, toolbarEnd }: Props = $props();
let filter = $state('');
let contextLimit = $state(0);
let modalityFilter = $state<ModalityKey[]>([]);
let capabilityFilter = $state<ModelCapability[]>([]);
let selectedId = $state<string | null>(null);
let allModels = $derived(modelsStore.models);
let selected = $derived(allModels.find((option) => option.id === selectedId) ?? null);
// The pane is laid out before it is ever opened, so the first open only slides a
// finished panel in. It renders the selection, else the model it last showed.
let lastPicked = $state<ModelOption | null>(null);
let target = $derived(selected ?? lastPicked ?? allModels[0] ?? null);
let shownId = $state<string | null>(null);
let isSwapping = $state(false);
let fade = $state<'open' | 'swap'>('open');
let shownOption = $derived(allModels.find((option) => option.id === shownId) ?? null);
$effect(() => {
const id = selectedId;
if (!id) return;
// untracked: the effect must not track the state it writes
untrack(() => {
lastPicked = allModels.find((option) => option.id === id) ?? null;
});
});
/** How long the panel takes to fade out before it swaps to another model. */
const SWAP_FADE_MS = 120;
// Another model fades the panel out, swaps it, then fades it back in.
$effect(() => {
const next = target?.id ?? null;
if (!next) return;
if (shownId === null) {
untrack(() => (shownId = next));
return;
}
if (next === shownId) {
if (selected) {
untrack(() => {
isSwapping = false;
fade = 'open';
});
}
return;
}
untrack(() => {
isSwapping = true;
fade = 'swap';
});
const timer = setTimeout(() => {
untrack(() => {
shownId = next;
isSwapping = false;
});
}, SWAP_FADE_MS);
return () => clearTimeout(timer);
});
let isFavorite = $derived((option: ModelOption) =>
modelsStore.favoriteModelIds.has(option.model)
);
let matching = $derived.by(() => {
// the term matches what the selector search matches: name, model, aliases and tags
const searched = filterModelOptions(allModels, filter);
return searched.filter((option) => {
// every capability asked for has to be there, but a model whose chat template
// has not been read yet stays listed: the row fetches the record as it comes
// near the viewport, so hiding it would keep it from ever answering
if (
capabilityFilter.length > 0 &&
!capabilityFilter.every((capability) => modelCapability(option, capability) !== false)
) {
return false;
}
// a model whose modalities are unknown cannot be shown to match
if (modalityFilter.length > 0 && !modalityFilter.some((key) => option.modalities?.[key])) {
return false;
}
if (contextLimit === 0) return true;
// the context of a row arrives with its Hub record, so a model we cannot read
// yet stays listed; only a known context below the limit rules it out
const context = modelContextLength(option);
return context === null || context >= contextLimit;
});
});
// recently used models lead their section, the rest keep the server's order
let rank = $derived.by(() => {
const map = new SvelteMap<string, number>();
modelsStore.recentModelIds.forEach((id, index) => map.set(id, index));
return map;
});
const rankOf = (entry: ModelQuantGroup) =>
Math.min(...entry.quants.map((quant) => rank.get(quant.id) ?? Number.MAX_SAFE_INTEGER));
const byRecency = (list: ModelQuantGroup[]) =>
rank.size === 0 ? list : [...list].sort((a, b) => rankOf(a) - rankOf(b));
// one entry per repo, so a model with several quants takes a single table row
let entries = $derived(byRecency(groupModelQuants(matching)));
// tracked downloads get their own section, listed like any other model
let downloads = $derived(
downloadGroups(modelsStore.status.getDownloadEntries(), modelsStore.models)
);
let groups = $derived.by(() => {
// a loaded quant is a model of its own: its repo keeps the quants left behind
const isLoaded = (option: ModelOption) => modelsStore.isModelLoaded(option.model);
// a tracked download stands in its own section, so it is not listed twice
const isDownload = (option: ModelOption) =>
modelsStore.status.isDownloadInProgress(option.model) ||
modelsStore.status.isDownloadPaused(option.model);
const loaded: ModelQuantGroup[] = [];
const rest: ModelQuantGroup[] = [];
for (const entry of entries) {
const remaining = entry.quants.filter((quant) => !isLoaded(quant) && !isDownload(quant));
for (const quant of entry.quants) {
if (!isLoaded(quant)) continue;
loaded.push({ ...entry, base: quant, key: quant.id, quants: [quant] });
}
if (remaining.length > 0) rest.push({ ...entry, base: remaining[0], quants: remaining });
}
const claimed = new SvelteSet<string>();
const favorites = rest.filter((entry) =>
entry.quants.some((q) => modelsStore.favoriteModelIds.has(q.model))
);
for (const entry of favorites) claimed.add(entry.key);
const { hidden, local } = splitHiddenQuants(
rest.filter((entry) => !claimed.has(entry.key)),
(option) => modelsStore.isHidden(option.id)
);
const ordered: ModelsTableGroup[] = [];
// loaded models lead the table, then favorites, then the local block
const pushSection = (kind: ModelsTableGroupKind, items: ModelQuantGroup[]): void => {
if (items.length === 0) return;
ordered.push({
items,
key: kind === ModelsTableGroupKind.LOCAL ? LOCAL_BACKEND_ID : kind,
kind,
label: MODELS_TABLE_GROUP_LABELS[kind]
});
};
pushSection(ModelsTableGroupKind.LOADED, loaded);
pushSection(ModelsTableGroupKind.DOWNLOADING, downloads);
pushSection(ModelsTableGroupKind.FAVORITES, favorites);
pushSection(ModelsTableGroupKind.LOCAL, local);
pushSection(ModelsTableGroupKind.HIDDEN, hidden);
return ordered;
});
// a caller can ask for one model to be revealed, the download rows do
$effect(() => {
const focus = uiStore.manageModelFocus;
if (!focus) return;
const option = allModels.find((model) => model.id === focus || model.model === focus);
if (option) selectedId = option.id;
uiStore.manageModelFocus = null;
});
async function toggleLoad(option: ModelOption): Promise<void> {
if (modelsStore.isModelLoaded(option.model)) {
await modelsStore.status.unload(option.model);
return;
}
await modelsStore.status.load(option.model);
}
/** The chat sits behind the dialog, so the dialog closes and the composer takes focus. */
function returnToChat(): void {
uiStore.manageModelsOpen = false;
uiStore.requestComposerFocus();
}
/** Load the model when the server can take load requests, without waiting for it. */
function loadInBackground(option: ModelOption): void {
// only the built-in server loads on request, and only in router mode
if (serverStore.isRouterMode && !modelsStore.isModelLoaded(option.model)) {
modelsStore.status
.load(option.model)
.catch((error) => console.error('Failed to load model:', error));
}
}
/** Switch the open chat to this model, the way the desktop model dropdown does. */
async function useInChat(option: ModelOption): Promise<void> {
// a deliberate pick records the recency; useInNewChat skips it because a new
// conversation is where the pick is exercised, not a return to a model the
// user went looking for
await modelsStore.selectModelById(option.id, { recordRecent: true });
loadInBackground(option);
returnToChat();
}
async function useInNewChat(option: ModelOption): Promise<void> {
await modelsStore.selectModelById(option.id);
await conversationsStore.openNewChat();
loadInBackground(option);
returnToChat();
}
</script>
<div class={['relative flex min-h-0 flex-1', className]}>
<div class="min-h-0 min-w-0 flex-1">
<ModelsManagerModelsTable
bind:capabilities={capabilityFilter}
bind:contextLimit
bind:filter
bind:modalities={modalityFilter}
{groups}
{isFavorite}
onSelect={(option) => (selectedId = option.id)}
{selectedId}
{toolbarEnd}
/>
</div>
<!-- on a phone the pane covers the whole dialog: the manager header would only
repeat what the pane's own header says -->
<div
class="pane-drawer max-md:fixed max-md:inset-0 max-md:z-[60] shrink-0"
data-open={selected !== null}
>
<!-- the content box keeps the open width, so it never reflows with the drawer -->
<div
class="pane-content flex h-full min-h-0 w-[30rem] max-w-[30rem] flex-col border-l border-border/40 max-md:w-full max-md:max-w-none max-md:border-l-0 max-md:bg-background"
data-fade={fade}
data-visible={selected !== null && !isSwapping}
>
{#if shownOption}
{#key shownId}
<ModelsManagerModelConfiguration
onClose={() => (selectedId = null)}
onToggleLoad={() => void toggleLoad(shownOption)}
onUseInChat={() => void useInChat(shownOption)}
onUseInNewChat={() => void useInNewChat(shownOption)}
option={shownOption}
/>
{/key}
{/if}
</div>
</div>
</div>
<style>
/*
* The drawer moves by width because the table behind it gets that space back, so
* the content box inside holds the open width and only the container changes.
* Opening takes the iOS-like drawer curve; closing is the system responding, so
* it snaps back on the stronger ease-out.
*/
.pane-drawer {
width: 0;
overflow: clip;
visibility: hidden;
transition:
width 120ms cubic-bezier(0.23, 1, 0.32, 1),
visibility 120ms;
}
.pane-drawer[data-open='true'] {
width: 30rem;
visibility: visible;
transition:
width 200ms cubic-bezier(0.32, 0.72, 0, 1),
visibility 200ms;
}
.pane-content {
opacity: 0;
transition: opacity 120ms cubic-bezier(0.23, 1, 0.32, 1);
}
.pane-content[data-visible='true'] {
opacity: 1;
}
/* opening: the fade waits for the drawer to move */
.pane-content[data-visible='true'][data-fade='open'] {
transition: opacity 150ms cubic-bezier(0.23, 1, 0.32, 1) 80ms;
}
/* swapping models: out, then in, with no pause */
.pane-content[data-visible='true'][data-fade='swap'] {
transition: opacity 120ms cubic-bezier(0.23, 1, 0.32, 1);
}
/* a phone has no room beside the table: the pane covers it instead */
@media (max-width: 767px) {
.pane-drawer[data-open='true'] {
width: auto;
}
}
</style>