kepler-chat/src/routes/chat/+layout.svelte
2025-06-19 10:14:41 -07:00

793 lines
25 KiB
Svelte

<script lang="ts">
import { goto } from '$app/navigation';
import { page } from '$app/state';
import { api } from '$lib/backend/convex/_generated/api.js';
import { type Doc, type Id } from '$lib/backend/convex/_generated/dataModel.js';
import { useCachedQuery } from '$lib/cache/cached-query.svelte.js';
import AppSidebar from '$lib/components/app-sidebar.svelte';
import * as Icons from '$lib/components/icons';
import { Button } from '$lib/components/ui/button';
import { ImageModal } from '$lib/components/ui/image-modal';
import { LightSwitch } from '$lib/components/ui/light-switch/index.js';
import { ShareButton } from '$lib/components/ui/share-button';
import * as Sidebar from '$lib/components/ui/sidebar';
import Tooltip from '$lib/components/ui/tooltip.svelte';
import { cmdOrCtrl } from '$lib/hooks/is-mac.svelte.js';
import { TextareaAutosize } from '$lib/spells/textarea-autosize.svelte.js';
import { models } from '$lib/state/models.svelte';
import { usePrompt } from '$lib/state/prompt.svelte.js';
import { session } from '$lib/state/session.svelte.js';
import { settings } from '$lib/state/settings.svelte.js';
import { Provider } from '$lib/types';
import { compressImage } from '$lib/utils/image-compression';
import { supportsImages } from '$lib/utils/model-capabilities';
import { omit, pick } from '$lib/utils/object.js';
import { cn } from '$lib/utils/utils.js';
import { useConvexClient } from 'convex-svelte';
import { FileUpload, Popover } from 'melt/builders';
import { Debounced, ElementSize, IsMounted, PersistedState, ScrollState } from 'runed';
import { fade, scale } from 'svelte/transition';
import SendIcon from '~icons/lucide/arrow-up';
import ChevronDownIcon from '~icons/lucide/chevron-down';
import ImageIcon from '~icons/lucide/image';
import PanelLeftIcon from '~icons/lucide/panel-left';
import SearchIcon from '~icons/lucide/search';
import Settings2Icon from '~icons/lucide/settings-2';
import StopIcon from '~icons/lucide/square';
import UploadIcon from '~icons/lucide/upload';
import XIcon from '~icons/lucide/x';
import { callCancelGeneration } from '../api/cancel-generation/call.js';
import { callGenerateMessage } from '../api/generate-message/call.js';
import ModelPicker from './model-picker.svelte';
import SearchModal from './search-modal.svelte';
import { shortcut } from '$lib/actions/shortcut.svelte.js';
import { mergeAttrs } from 'melt';
import { callEnhancePrompt } from '../api/enhance-prompt/call.js';
import ShinyText from '$lib/components/animations/shiny-text.svelte';
import SparkleIcon from '~icons/lucide/sparkle';
const client = useConvexClient();
let { children } = $props();
let textarea = $state<HTMLTextAreaElement>();
let abortController = $state<AbortController | null>(null);
$effect(() => {
client.mutation(api.user_enabled_models.enable_initial, {
session_token: session.current?.session.token ?? '',
});
});
const currentConversationQuery = useCachedQuery(api.conversations.getById, () => ({
conversation_id: page.params.id as Id<'conversations'>,
session_token: session.current?.session.token ?? '',
}));
const isGenerating = $derived(
Boolean(currentConversationQuery.data?.generating) || currentConversationQuery.isLoading
);
async function stopGeneration() {
if (!page.params.id || !session.current?.session.token) return;
try {
const result = await callCancelGeneration({
conversation_id: page.params.id,
session_token: session.current.session.token,
});
if (result.isErr()) {
console.error('Failed to cancel generation:', result.error);
} else {
console.log('Generation cancelled:', result.value.cancelled);
}
} catch (error) {
console.error('Error cancelling generation:', error);
}
// Clear local abort controller if it exists
if (abortController) {
abortController = null;
}
}
let loading = $state(false);
let enhancingPrompt = $state(false);
const textareaDisabled = $derived(
isGenerating ||
loading ||
(currentConversationQuery.data &&
currentConversationQuery.data.user_id !== session.current?.user.id) ||
enhancingPrompt
);
let error = $state<string | null>(null);
async function handleSubmit() {
if (isGenerating) return;
error = null;
// TODO: Re-use zod here from server endpoint for better error messages?
if (message.current === '' || !session.current?.user.id || !settings.modelId) return;
loading = true;
const imagesCopy = [...selectedImages];
selectedImages = [];
try {
const res = await callGenerateMessage({
message: message.current,
session_token: session.current?.session.token,
conversation_id: page.params.id ?? undefined,
model_id: settings.modelId,
images: imagesCopy.length > 0 ? imagesCopy : undefined,
web_search_enabled: settings.webSearchEnabled,
});
if (res.isErr()) {
error = res._unsafeUnwrapErr() ?? 'An unknown error occurred';
return;
}
const cid = res.value.conversation_id;
if (page.params.id !== cid) {
goto(`/chat/${cid}`);
}
} catch (error) {
console.error('Error generating message:', error);
} finally {
loading = false;
message.current = '';
}
}
let abortEnhance: AbortController | null = $state(null);
async function enhancePrompt() {
if (!session.current?.session.token) return;
enhancingPrompt = true;
abortEnhance = new AbortController();
const res = await callEnhancePrompt(
{
prompt: message.current,
},
{
signal: abortEnhance.signal,
}
);
if (res.isErr()) {
const e = res.error;
if (e.toLowerCase().includes('aborterror')) {
enhancingPrompt = false;
return;
}
error = res._unsafeUnwrapErr() ?? 'An unknown error occurred while enhancing the prompt';
enhancingPrompt = false;
return;
}
message.current = res.value.enhanced_prompt;
enhancingPrompt = false;
}
const rulesQuery = useCachedQuery(api.user_rules.all, {
session_token: session.current?.session.token ?? '',
});
const autosize = new TextareaAutosize();
const message = new PersistedState('prompt', '');
let selectedImages = $state<{ url: string; storage_id: string; fileName?: string }[]>([]);
let isUploading = $state(false);
let fileInput = $state<HTMLInputElement>();
let imageModal = $state<{ open: boolean; imageUrl: string; fileName: string }>({
open: false,
imageUrl: '',
fileName: '',
});
usePrompt(
() => message.current,
(v) => (message.current = v)
);
models.init();
const currentModelSupportsImages = $derived.by(() => {
if (!settings.modelId) return false;
const openRouterModels = models.from(Provider.OpenRouter);
const currentModel = openRouterModels.find((m) => m.id === settings.modelId);
return currentModel ? supportsImages(currentModel) : false;
});
const fileUpload = new FileUpload({
multiple: true,
accept: 'image/*',
maxSize: 10 * 1024 * 1024, // 10MB
});
async function handleFileChange(files: File[]) {
if (!files.length || !session.current?.session.token) return;
isUploading = true;
const uploadedFiles: { url: string; storage_id: string; fileName?: string }[] = [];
try {
for (const file of files) {
// Skip non-image files
if (!file.type.startsWith('image/')) {
console.warn('Skipping non-image file:', file.name);
continue;
}
// Compress image to max 1MB
const compressedFile = await compressImage(file, 1024 * 1024);
// Generate upload URL
const uploadUrl = await client.mutation(api.storage.generateUploadUrl, {
session_token: session.current.session.token,
});
// Upload compressed file
const result = await fetch(uploadUrl, {
method: 'POST',
body: compressedFile,
});
if (!result.ok) {
throw new Error(`Upload failed: ${result.statusText}`);
}
const { storageId } = await result.json();
// Get the URL for the uploaded file
const url = await client.query(api.storage.getUrl, {
storage_id: storageId,
session_token: session.current.session.token,
});
if (url) {
uploadedFiles.push({ url, storage_id: storageId, fileName: file.name });
}
}
selectedImages = [...selectedImages, ...uploadedFiles];
} catch (error) {
console.error('Upload failed:', error);
} finally {
isUploading = false;
}
}
function removeImage(index: number) {
selectedImages = selectedImages.filter((_, i) => i !== index);
}
function openImageModal(imageUrl: string, fileName: string) {
imageModal = {
open: true,
imageUrl,
fileName,
};
}
$effect(() => {
if (fileUpload.selected.size > 0) {
handleFileChange(Array.from(fileUpload.selected));
fileUpload.clear();
}
});
const suggestedRules = $derived.by(() => {
if (!rulesQuery.data || rulesQuery.data.length === 0) return;
if (!textarea) return;
const cursor = textarea.selectionStart;
const index = message.current.lastIndexOf('@', cursor);
if (index === -1) return;
const ruleFromCursor = message.current.slice(index + 1, cursor);
const suggestions: Doc<'user_rules'>[] = [];
for (const rule of rulesQuery.data) {
// on a match, don't show any suggestions
if (rule.name === ruleFromCursor) return;
if (rule.name.toLowerCase().startsWith(ruleFromCursor.toLowerCase())) {
suggestions.push(rule);
}
}
return suggestions.length > 0 ? suggestions : undefined;
});
const popover = new Popover({
floatingConfig: {
computePosition: { placement: 'top' },
},
});
function completeRule(rule: Doc<'user_rules'>) {
if (!textarea) return;
const cursor = textarea.selectionStart;
const index = message.current.lastIndexOf('@', cursor);
if (index === -1) return;
message.current =
message.current.slice(0, index) + `@${rule.name}` + message.current.slice(cursor);
textarea.selectionStart = index + rule.name.length + 1;
textarea.selectionEnd = index + rule.name.length + 1;
popover.open = false;
}
function completeSelectedRule() {
if (!suggestedRules) return;
const rules = Array.from(ruleList.querySelectorAll('[data-list-item]'));
const activeIndex = rules.findIndex((r) => r.getAttribute('data-active') === 'true');
if (activeIndex === -1) return;
const rule = suggestedRules[activeIndex];
if (!rule) return;
completeRule(rule);
}
let ruleList = $state<HTMLDivElement>(null!);
function handleKeyboardNavigation(direction: 'up' | 'down') {
if (!suggestedRules) return;
const rules = Array.from(ruleList.querySelectorAll('[data-list-item]'));
let activeIndex = rules?.findIndex((r) => r.getAttribute('data-active') === 'true');
if (activeIndex === -1) {
if (!suggestedRules[0]) return;
rules[0]?.setAttribute('data-active', 'true');
return;
}
// don't loop
if (direction === 'up' && activeIndex === 0) {
return;
}
// don't loop
if (direction === 'down' && activeIndex === suggestedRules.length - 1) {
return;
}
rules[activeIndex]?.setAttribute('data-active', 'false');
if (direction === 'up') {
const newIndex = activeIndex - 1;
if (!suggestedRules[newIndex]) return;
rules[newIndex]?.setAttribute('data-active', 'true');
} else {
const newIndex = activeIndex + 1;
if (!suggestedRules[newIndex]) return;
rules[newIndex]?.setAttribute('data-active', 'true');
}
}
const textareaSize = new ElementSize(() => textarea);
let textareaWrapper = $state<HTMLDivElement>();
const wrapperSize = new ElementSize(() => textareaWrapper);
let conversationList = $state<HTMLDivElement>();
const scrollState = new ScrollState({
element: () => conversationList,
});
const mounted = new IsMounted();
const notAtBottom = new Debounced(
() => (mounted.current ? !scrollState.arrived.bottom : false),
() => (mounted.current ? 250 : 0)
);
let searchModalOpen = $state(false);
function openSearchModal() {
searchModalOpen = true;
}
let sidebarOpen = $state(false);
</script>
<svelte:head>
<title>Chat | thom.chat</title>
<meta
name="viewport"
content="width=device-width, initial-scale=1, viewport-fit=cover, interactive-widget=resizes-content"
/>
</svelte:head>
<svelte:window
use:shortcut={[{ ctrl: true, key: 'd', callback: () => scrollState.scrollToBottom() }]}
/>
<Sidebar.Root
bind:open={sidebarOpen}
class="fill-device-height overflow-clip"
{...currentModelSupportsImages ? omit(fileUpload.dropzone, ['onclick']) : {}}
>
<AppSidebar bind:searchModalOpen />
<Sidebar.Inset class="w-full min-w-0 overflow-clip px-2">
{#if !sidebarOpen}
<!-- header - top left -->
<div
class={cn(
'bg-sidebar/50 fixed top-4 left-4 z-50 flex w-fit rounded-lg p-1 backdrop-blur-lg ',
{
'md:left-(--sidebar-width)': sidebarOpen,
'hidden md:flex': sidebarOpen,
}
)}
>
<Tooltip>
{#snippet trigger(tooltip)}
<Sidebar.Trigger class="size-8" {...tooltip.trigger}>
<PanelLeftIcon />
</Sidebar.Trigger>
{/snippet}
Toggle Sidebar ({cmdOrCtrl} + B)
</Tooltip>
</div>
{/if}
<!-- header - top right -->
<div
class={cn('bg-sidebar/50 fixed top-4 right-4 z-50 flex rounded-lg p-1 backdrop-blur-lg ', {
'hidden md:flex': sidebarOpen,
})}
>
{#if page.params.id && currentConversationQuery.data}
<ShareButton conversationId={page.params.id as Id<'conversations'>} />
{/if}
<Tooltip>
{#snippet trigger(tooltip)}
<Button
onclick={openSearchModal}
variant="ghost"
size="icon"
class="size-8"
{...tooltip.trigger}
>
<SearchIcon class="!size-4" />
<span class="sr-only">Search</span>
</Button>
{/snippet}
Search ({cmdOrCtrl} + K)
</Tooltip>
<Tooltip>
{#snippet trigger(tooltip)}
<Button variant="ghost" size="icon" class="size-8" href="/account" {...tooltip.trigger}>
<Settings2Icon />
</Button>
{/snippet}
Settings
</Tooltip>
<LightSwitch variant="ghost" class="size-8" />
</div>
<div class="relative">
<div bind:this={conversationList} class="fill-device-height overflow-y-auto">
<div
class={cn('mx-auto flex max-w-3xl flex-col', {
'pt-10': page.url.pathname !== '/chat',
})}
style="padding-bottom: {page.url.pathname !== '/chat' ? wrapperSize.height : 0}px;"
>
{@render children()}
</div>
<Tooltip placement="top">
{#snippet trigger(tooltip)}
<Button
onclick={() => scrollState.scrollToBottom()}
variant="secondary"
size="sm"
class={[
'text-muted-foreground !border-border absolute bottom-0 left-1/2 z-10 -translate-x-1/2 rounded-full !border !pl-3 text-xs transition',
notAtBottom.current ? 'opacity-100' : 'pointer-events-none scale-95 opacity-0',
]}
{...mergeAttrs(tooltip.trigger, {
style: `bottom: ${wrapperSize.height + 5}px;`,
})}
>
Scroll to bottom
<ChevronDownIcon class="inline" />
</Button>
{/snippet}
{cmdOrCtrl} + D
</Tooltip>
</div>
<div
class="abs-x-center group absolute -bottom-px left-1/2 mt-auto flex w-full max-w-3xl flex-col gap-1"
bind:this={textareaWrapper}
>
<div
class={[
'border-reflect bg-background/80 rounded-t-[20px] p-2 pb-0 backdrop-blur-lg',
'[--opacity:50%] group-focus-within:[--opacity:100%]',
]}
>
<form
class={[
'bg-background/50 text-foreground dark:bg-secondary/20 relative flex w-full flex-col items-stretch gap-2 rounded-t-xl border border-b-0 border-white/70 pt-3 pb-3 outline-8 dark:border-white/10',
'transition duration-200',
'outline-primary/10 group-focus-within:outline-primary/20',
'dark:outline-primary/1 dark:group-focus-within:outline-primary/10',
]}
style="box-shadow: rgba(0, 0, 0, 0.1) 0px 80px 50px 0px, rgba(0, 0, 0, 0.07) 0px 50px 30px 0px, rgba(0, 0, 0, 0.06) 0px 30px 15px 0px, rgba(0, 0, 0, 0.04) 0px 15px 8px, rgba(0, 0, 0, 0.04) 0px 6px 4px, rgba(0, 0, 0, 0.02) 0px 2px 2px;"
onsubmit={(e) => {
e.preventDefault();
handleSubmit();
}}
>
{#if error}
<div
in:fade={{ duration: 150 }}
class="bg-background absolute top-0 left-0 -translate-y-10 rounded-lg"
>
<div class="rounded-lg bg-red-500/50 px-2 py-0.5 text-sm text-red-400">
{error}
</div>
</div>
{/if}
{#if suggestedRules}
<div
{...popover.content}
class="bg-background border-border absolute rounded-lg border"
style="width: {textareaSize.width}px"
>
<div class="flex flex-col p-2" bind:this={ruleList}>
{#each suggestedRules as rule, i (rule._id)}
<button
type="button"
data-list-item
data-active={i === 0}
onmouseover={(e) => {
for (const rule of ruleList.querySelectorAll('[data-list-item]')) {
rule.setAttribute('data-active', 'false');
}
e.currentTarget.setAttribute('data-active', 'true');
}}
onfocus={(e) => {
for (const rule of ruleList.querySelectorAll('[data-list-item]')) {
rule.setAttribute('data-active', 'false');
}
e.currentTarget.setAttribute('data-active', 'true');
}}
onclick={() => completeRule(rule)}
class="data-[active=true]:bg-accent rounded-md px-2 py-1 text-start"
>
{rule.name}
</button>
{/each}
</div>
</div>
{/if}
<div class="flex flex-grow flex-col">
{#if selectedImages.length > 0}
<div class="mb-2 flex flex-wrap gap-2">
{#each selectedImages as image, index (image.storage_id)}
<div
class="group border-secondary-foreground/[0.08] bg-secondary-foreground/[0.02] hover:bg-secondary-foreground/10 relative flex h-12 w-12 max-w-full shrink-0 items-center justify-center gap-2 rounded-xl border border-solid p-0 transition-[width,height] duration-500"
>
<button
type="button"
onclick={() => openImageModal(image.url, image.fileName || 'image')}
class="rounded-lg"
>
<img
src={image.url}
alt="Uploaded"
class="size-10 rounded-lg object-cover opacity-100 transition-opacity"
/>
</button>
<button
type="button"
onclick={() => removeImage(index)}
class="bg-secondary hover:bg-muted absolute -top-1 -right-1 cursor-pointer rounded-full p-1 opacity-0 transition group-hover:opacity-100"
>
<XIcon class="h-3 w-3" />
</button>
</div>
{/each}
</div>
{/if}
<div class="relative flex flex-grow flex-row items-start">
<input {...fileUpload.input} bind:this={fileInput} />
<!-- TODO: Figure out better autofocus solution -->
<!-- svelte-ignore a11y_autofocus -->
<textarea
{...pick(popover.trigger, ['id', 'style', 'onfocusout', 'onfocus'])}
bind:this={textarea}
disabled={textareaDisabled}
class="text-foreground placeholder:text-muted-foreground/60 max-h-64 min-h-[60px] w-full resize-none !overflow-y-auto bg-transparent px-3 text-base leading-6 outline-none disabled:cursor-not-allowed disabled:opacity-50 sm:min-h-[80px]"
placeholder={isGenerating
? 'Generating response...'
: 'Type your message here, tag rules with @'}
name="message"
onkeydown={(e) => {
if (e.key === 'Enter' && !e.shiftKey && !popover.open) {
e.preventDefault();
handleSubmit();
}
if (e.key === 'Enter' && popover.open) {
e.preventDefault();
completeSelectedRule();
}
if (e.key === 'Escape' && popover.open) {
e.preventDefault();
popover.open = false;
}
if (e.key === 'ArrowUp' && popover.open) {
e.preventDefault();
handleKeyboardNavigation('up');
}
if (e.key === 'ArrowDown' && popover.open) {
e.preventDefault();
handleKeyboardNavigation('down');
}
if (e.key === '@' && !popover.open) {
popover.open = true;
}
}}
bind:value={message.current}
autofocus
autocomplete="off"
{@attach autosize.attachment}
></textarea>
</div>
<div class="mt-2 -mb-px flex w-full flex-row-reverse justify-between px-2">
<div class="-mt-0.5 -mr-0.5 flex items-center justify-center gap-2">
<Tooltip placement="top">
{#snippet trigger(tooltip)}
<button
type={isGenerating ? 'button' : 'submit'}
onclick={isGenerating ? stopGeneration : undefined}
disabled={isGenerating ? false : !message.current.trim()}
class="border-reflect button-reflect hover:bg-primary/90 active:bg-primary text-foreground dark:text-primary-foreground relative h-9 w-9 rounded-lg p-2 font-semibold shadow transition disabled:cursor-not-allowed disabled:opacity-50"
{...tooltip.trigger}
>
{#if isGenerating}
<StopIcon class="!size-5" />
{:else}
<SendIcon class="!size-5" />
{/if}
</button>
{/snippet}
{isGenerating ? 'Stop generation' : 'Send message'}
</Tooltip>
</div>
<div class="flex flex-wrap items-center gap-2 pr-2">
<ModelPicker onlyImageModels={selectedImages.length > 0} />
<div class="flex items-center gap-2">
<button
type="button"
class={cn(
'border-border flex items-center gap-1 rounded-full border px-1 py-1 text-xs transition-colors sm:px-2',
settings.webSearchEnabled ? 'bg-accent/50' : 'hover:bg-accent/20'
)}
onclick={() => (settings.webSearchEnabled = !settings.webSearchEnabled)}
>
<SearchIcon class="!size-3" />
<span class="hidden whitespace-nowrap sm:inline">Web search</span>
</button>
{#if currentModelSupportsImages}
<button
type="button"
class="border-border hover:bg-accent/20 flex items-center gap-1 rounded-full border px-1 py-1 text-xs transition-colors disabled:opacity-50 sm:px-2"
onclick={() => fileInput?.click()}
disabled={isUploading}
>
{#if isUploading}
<div
class="size-3 animate-spin rounded-full border-2 border-current border-t-transparent"
></div>
{:else}
<ImageIcon class="!size-3" />
{/if}
<span class="hidden whitespace-nowrap sm:inline">Attach image</span>
</button>
{/if}
{#if session.current !== null && message.current.trim() !== ''}
<button
type="button"
class="border-border hover:bg-accent/20 flex items-center gap-1 rounded-full border px-1 py-1 text-xs transition-colors disabled:opacity-50 sm:px-2"
onclick={() => {
if (enhancingPrompt) {
abortEnhance?.abort();
} else {
enhancePrompt();
}
}}
disabled={isGenerating}
in:scale={{ duration: 150, start: 0.95 }}
>
{#if enhancingPrompt}
<StopIcon class="!size-3" />
<ShinyText class="hidden whitespace-nowrap sm:inline">
Enhancing prompt...
</ShinyText>
{:else}
<SparkleIcon class="text-primary !size-3" />
<span class="hidden whitespace-nowrap sm:inline">Enhance prompt</span>
{/if}
</button>
{/if}
</div>
</div>
</div>
</div>
</form>
</div>
</div>
<!-- Credits in bottom-right, only on large screens -->
<div class="fixed right-4 bottom-4 hidden flex-col items-end gap-1 2xl:flex">
<a
href="https://github.com/TGlide/thom-chat"
class="text-muted-foreground flex place-items-center gap-1 text-xs"
>
Source on <Icons.GitHub class="inline size-3" />
</a>
<span class="text-muted-foreground flex place-items-center gap-1 text-xs">
Crafted by <Icons.Svelte class="inline size-3" /> wizards.
</span>
</div>
</div>
</Sidebar.Inset>
{#if fileUpload.isDragging && currentModelSupportsImages}
<div class="fixed inset-0 z-50 flex items-center justify-center bg-black/10 backdrop-blur-sm">
<div class="text-center">
<UploadIcon class="text-primary mx-auto mb-4 h-16 w-16" />
<p class="text-xl font-semibold">Add image</p>
<p class="mt-2 text-sm opacity-75">Drop an image here to attach it to your message.</p>
</div>
</div>
{/if}
<ImageModal
bind:open={imageModal.open}
imageUrl={imageModal.imageUrl}
fileName={imageModal.fileName}
/>
</Sidebar.Root>
<SearchModal bind:open={searchModalOpen} />