* webui: Move static build output from `tools/server/public` to `build/ui` directory * refactor: Move to `tools/ui` * refactor: rename CMake variables and preprocessor defines - Rename LLAMA_BUILD_WEBUI -> LLAMA_BUILD_UI (old kept as deprecated) - Rename LLAMA_USE_PREBUILT_WEBUI -> LLAMA_USE_PREBUILT_UI (old kept as deprecated) - Backward compat: old vars auto-forward to new ones with DEPRECATION warning - Rename internal vars: WEBUI_SOURCE -> UI_SOURCE, WEBUI_SOURCE_DIR -> UI_SOURCE_DIR, etc. - Rename HF bucket: LLAMA_WEBUI_HF_BUCKET -> LLAMA_UI_HF_BUCKET - Emit both LLAMA_BUILD_WEBUI and LLAMA_BUILD_UI preprocessor defines - Emit both LLAMA_WEBUI_DEFAULT_ENABLED and LLAMA_UI_DEFAULT_ENABLED * refactor: rename CLI flags (--webui -> --ui) with backward compat - Add --ui/--no-ui (old --webui/--no-webui kept as deprecated aliases) - Add --ui-config (old --webui-config kept as deprecated alias) - Add --ui-config-file (old --webui-config-file kept as deprecated alias) - Add --ui-mcp-proxy/--no-ui-mcp-proxy (old --webui-mcp-proxy kept as deprecated) - Add new env vars: LLAMA_ARG_UI, LLAMA_ARG_UI_CONFIG, LLAMA_ARG_UI_CONFIG_FILE, LLAMA_ARG_UI_MCP_PROXY - C++ struct fields: params.ui, params.ui_config_json, params.ui_mcp_proxy added alongside old fields - Backward compat: old fields synced to new ones in g_params_to_internals * refactor: update C++ server internals with backward compat - Rename json_webui_settings -> json_ui_settings (both kept in server_context_meta) - Rename params.webui usage -> params.ui (both synced, old still works) - JSON API emits both "ui"/"ui_settings" and "webui"/"webui_settings" keys - Server routes use params.ui_mcp_proxy || params.webui_mcp_proxy - Preprocessor guards use #if defined(LLAMA_BUILD_UI) || defined(LLAMA_BUILD_WEBUI) * refactor: rename CI/CD workflows, artifacts, and build script - Rename webui-build.yml -> ui-build.yml; artifact webui-build -> ui-build - Rename webui-publish.yml -> ui-publish.yml; var HF_BUCKET_WEBUI_STATIC_OUTPUT -> HF_BUCKET_UI_STATIC_OUTPUT - Rename server-webui.yml -> server-ui.yml; job webui-build/checks -> ui-build/checks - Update server.yml: job/artifact refs webui-build -> ui-build - Update release.yml: all webui-build/publish refs -> ui-build/publish; HF_TOKEN_WEBUI_STATIC_OUTPUT -> HF_TOKEN_UI_STATIC_OUTPUT - Update server-self-hosted.yml: webui-build -> ui-build - Update build-self-hosted.yml: HF_WEBUI_VERSION -> HF_UI_VERSION - Rename webui-download.cmake -> ui-download.cmake (internal refs updated) - Update labeler.yml: server/webui -> server/ui path label * docs: update CODEOWNERS and server README docs - Update CODEOWNERS: team ggml-org/llama-webui -> ggml-org/llama-ui, path /tools/server/webui/ -> /tools/ui/ - Update server README.md: CLI tables show --ui flags with deprecated --webui aliases - Update server README-dev.md: "WebUI" -> "UI", paths updated to tools/ui/ * fix: Small fixes for UI build * fix: CMake.txt syntax * chore: Formatting * fix: `.editorconfig` for llama-ui * chore: Formatting * refactor: Use `APP_NAME` in Error route * refactor: Cleanup * refactor: Single migration service * make llama-ui a linkable target * fix: UI Build output * fix: Missing change * fix: separate llama-ui npm build output into build/tools/ui/dist subfolder + use cmake npm build instead of downloading ui-build.yml artifacts in CI * refactor: UI workflows cleanup --------- Co-authored-by: Xuan Son Nguyen <son@huggingface.co>
295 lines
8.0 KiB
Svelte
295 lines
8.0 KiB
Svelte
<script lang="ts">
|
|
import { onMount } from 'svelte';
|
|
import { beforeNavigate, afterNavigate } from '$app/navigation';
|
|
import { ChatMessage, ChatMessageUserPending } from '$lib/components/app';
|
|
import { setChatActionsContext } from '$lib/contexts';
|
|
import { MessageRole } from '$lib/enums';
|
|
import { chatStore } from '$lib/stores/chat.svelte';
|
|
import {
|
|
chatPendingMessageContent,
|
|
chatPendingMessageExtras,
|
|
chatClearPendingMessage,
|
|
chatInjectPendingMessage
|
|
} from '$lib/stores/chat.svelte';
|
|
import { conversationsStore, activeConversation } from '$lib/stores/conversations.svelte';
|
|
import { config } from '$lib/stores/settings.svelte';
|
|
import {
|
|
agenticPendingSteeringMessageContent,
|
|
agenticPendingSteeringMessageExtras,
|
|
agenticClearSteeringMessage,
|
|
agenticInjectSteeringMessage
|
|
} from '$lib/stores/agentic.svelte';
|
|
import {
|
|
copyToClipboard,
|
|
formatMessageForClipboard,
|
|
getMessageSiblings,
|
|
hasAgenticContent
|
|
} from '$lib/utils';
|
|
|
|
interface Props {
|
|
messages?: DatabaseMessage[];
|
|
onUserAction?: () => void;
|
|
onMessagesReady?: (messageCount: number) => void;
|
|
}
|
|
|
|
let { messages = [], onUserAction, onMessagesReady }: Props = $props();
|
|
|
|
let allConversationMessages = $state<DatabaseMessage[]>([]);
|
|
let isVisible = $state(false);
|
|
let previousConversationId = $state<string | null>(null);
|
|
|
|
const currentConfig = config();
|
|
|
|
setChatActionsContext({
|
|
copy: async (message: DatabaseMessage) => {
|
|
const asPlainText = Boolean(currentConfig.copyTextAttachmentsAsPlainText);
|
|
const clipboardContent = formatMessageForClipboard(
|
|
message.content,
|
|
message.extra,
|
|
asPlainText
|
|
);
|
|
await copyToClipboard(clipboardContent, 'Message copied to clipboard');
|
|
},
|
|
|
|
delete: async (message: DatabaseMessage) => {
|
|
await chatStore.deleteMessage(message.id);
|
|
refreshAllMessages();
|
|
},
|
|
|
|
navigateToSibling: async (siblingId: string) => {
|
|
await conversationsStore.navigateToSibling(siblingId);
|
|
},
|
|
|
|
editWithBranching: async (
|
|
message: DatabaseMessage,
|
|
newContent: string,
|
|
newExtras?: DatabaseMessageExtra[]
|
|
) => {
|
|
onUserAction?.();
|
|
await chatStore.editMessageWithBranching(message.id, newContent, newExtras);
|
|
refreshAllMessages();
|
|
},
|
|
|
|
editWithReplacement: async (
|
|
message: DatabaseMessage,
|
|
newContent: string,
|
|
shouldBranch: boolean
|
|
) => {
|
|
onUserAction?.();
|
|
await chatStore.editAssistantMessage(message.id, newContent, shouldBranch);
|
|
refreshAllMessages();
|
|
},
|
|
|
|
editUserMessagePreserveResponses: async (
|
|
message: DatabaseMessage,
|
|
newContent: string,
|
|
newExtras?: DatabaseMessageExtra[]
|
|
) => {
|
|
onUserAction?.();
|
|
await chatStore.editUserMessagePreserveResponses(message.id, newContent, newExtras);
|
|
refreshAllMessages();
|
|
},
|
|
|
|
regenerateWithBranching: async (message: DatabaseMessage, modelOverride?: string) => {
|
|
onUserAction?.();
|
|
await chatStore.regenerateMessageWithBranching(message.id, modelOverride);
|
|
refreshAllMessages();
|
|
},
|
|
|
|
continueAssistantMessage: async (message: DatabaseMessage) => {
|
|
onUserAction?.();
|
|
await chatStore.continueAssistantMessage(message.id);
|
|
refreshAllMessages();
|
|
},
|
|
|
|
forkConversation: async (
|
|
message: DatabaseMessage,
|
|
options: { name: string; includeAttachments: boolean }
|
|
) => {
|
|
await conversationsStore.forkConversation(message.id, options);
|
|
}
|
|
});
|
|
|
|
function refreshAllMessages() {
|
|
const conversation = activeConversation();
|
|
|
|
if (conversation) {
|
|
conversationsStore.getConversationMessages(conversation.id).then((messages) => {
|
|
allConversationMessages = messages;
|
|
});
|
|
} else {
|
|
allConversationMessages = [];
|
|
}
|
|
}
|
|
|
|
// Track conversation changes to trigger transition even on same route
|
|
$effect(() => {
|
|
const conversation = activeConversation();
|
|
const currentId = conversation?.id ?? null;
|
|
|
|
if (currentId !== previousConversationId && previousConversationId !== null) {
|
|
// Conversation changed - trigger fade out/in
|
|
isVisible = false;
|
|
requestAnimationFrame(() => {
|
|
refreshAllMessages();
|
|
previousConversationId = currentId;
|
|
requestAnimationFrame(() => {
|
|
isVisible = true;
|
|
});
|
|
});
|
|
} else {
|
|
previousConversationId = currentId;
|
|
if (conversation) {
|
|
refreshAllMessages();
|
|
}
|
|
}
|
|
});
|
|
|
|
$effect(() => {
|
|
void allConversationMessages;
|
|
|
|
onMessagesReady?.(displayMessages.length);
|
|
});
|
|
|
|
onMount(() => {
|
|
requestAnimationFrame(() => {
|
|
isVisible = true;
|
|
});
|
|
});
|
|
|
|
beforeNavigate(() => {
|
|
isVisible = false;
|
|
});
|
|
|
|
afterNavigate(() => {
|
|
requestAnimationFrame(() => {
|
|
isVisible = true;
|
|
});
|
|
});
|
|
|
|
let displayMessages = $derived.by(() => {
|
|
if (!messages.length) {
|
|
return [];
|
|
}
|
|
|
|
const filteredMessages = currentConfig.showSystemMessage
|
|
? messages
|
|
: messages.filter((msg) => msg.type !== MessageRole.SYSTEM);
|
|
|
|
// Build display entries, grouping agentic sessions into single entries.
|
|
// An agentic session = assistant(with tool_calls) → tool → assistant → tool → ... → assistant(final)
|
|
const result: Array<{
|
|
message: DatabaseMessage;
|
|
toolMessages: DatabaseMessage[];
|
|
isLastAssistantMessage: boolean;
|
|
siblingInfo: ChatMessageSiblingInfo;
|
|
}> = [];
|
|
|
|
for (let i = 0; i < filteredMessages.length; i++) {
|
|
const msg = filteredMessages[i];
|
|
|
|
// Skip tool messages - they're grouped with preceding assistant
|
|
if (msg.role === MessageRole.TOOL) continue;
|
|
|
|
const toolMessages: DatabaseMessage[] = [];
|
|
if (msg.role === MessageRole.ASSISTANT && hasAgenticContent(msg)) {
|
|
let j = i + 1;
|
|
|
|
while (j < filteredMessages.length) {
|
|
const next = filteredMessages[j];
|
|
|
|
if (next.role === MessageRole.TOOL) {
|
|
toolMessages.push(next);
|
|
|
|
j++;
|
|
} else if (next.role === MessageRole.ASSISTANT) {
|
|
toolMessages.push(next);
|
|
|
|
j++;
|
|
} else {
|
|
break;
|
|
}
|
|
}
|
|
|
|
i = j - 1;
|
|
} else if (msg.role === MessageRole.ASSISTANT) {
|
|
let j = i + 1;
|
|
|
|
while (j < filteredMessages.length && filteredMessages[j].role === MessageRole.TOOL) {
|
|
toolMessages.push(filteredMessages[j]);
|
|
j++;
|
|
}
|
|
}
|
|
|
|
const siblingInfo = getMessageSiblings(allConversationMessages, msg.id);
|
|
|
|
result.push({
|
|
message: msg,
|
|
toolMessages,
|
|
isLastAssistantMessage: false,
|
|
siblingInfo: siblingInfo || {
|
|
message: msg,
|
|
siblingIds: [msg.id],
|
|
currentIndex: 0,
|
|
totalSiblings: 1
|
|
}
|
|
});
|
|
}
|
|
|
|
// Mark the last assistant message
|
|
for (let i = result.length - 1; i >= 0; i--) {
|
|
if (result[i].message.role === MessageRole.ASSISTANT) {
|
|
result[i].isLastAssistantMessage = true;
|
|
break;
|
|
}
|
|
}
|
|
|
|
return result;
|
|
});
|
|
</script>
|
|
|
|
<div
|
|
class="transition-opacity delay-300 duration-500 ease-out
|
|
{isVisible ? 'opacity-100' : 'opacity-0'}"
|
|
>
|
|
{#each displayMessages as { message, toolMessages, isLastAssistantMessage, siblingInfo } (message.id)}
|
|
<ChatMessage
|
|
class="mx-auto mt-12 w-full max-w-[48rem]"
|
|
{message}
|
|
{toolMessages}
|
|
{isLastAssistantMessage}
|
|
{siblingInfo}
|
|
/>
|
|
{/each}
|
|
|
|
{#if activeConversation() && agenticPendingSteeringMessageContent(activeConversation()!.id)}
|
|
{@const convId = activeConversation()!.id}
|
|
{@const pendingContent = agenticPendingSteeringMessageContent(convId)}
|
|
|
|
{#if pendingContent}
|
|
<ChatMessageUserPending
|
|
class="mx-auto mt-12 w-full max-w-[48rem]"
|
|
content={pendingContent}
|
|
extras={agenticPendingSteeringMessageExtras(convId)}
|
|
onSendImmediately={() => chatStore.abortCurrentFlow(convId)}
|
|
onEdit={(newContent, extras) => agenticInjectSteeringMessage(convId, newContent, extras)}
|
|
onDelete={() => agenticClearSteeringMessage(convId)}
|
|
/>
|
|
{/if}
|
|
{:else if activeConversation() && chatPendingMessageContent(activeConversation()!.id)}
|
|
{@const convId = activeConversation()!.id}
|
|
{@const pendingContent = chatPendingMessageContent(convId)}
|
|
|
|
{#if pendingContent}
|
|
<ChatMessageUserPending
|
|
class="mx-auto mt-12 w-full max-w-[48rem]"
|
|
content={pendingContent}
|
|
extras={chatPendingMessageExtras(convId)}
|
|
onSendImmediately={() => chatStore.abortCurrentFlow(convId)}
|
|
onEdit={(newContent, extras) => chatInjectPendingMessage(convId, newContent, extras)}
|
|
onDelete={() => chatClearPendingMessage(convId)}
|
|
/>
|
|
{/if}
|
|
{/if}
|
|
</div>
|