WIP feat: Enhance prompt button (#31)

src/app.css

@@ -147,6 +147,9 @@
 	--shadow-lg: var(--shadow-lg);
 	--shadow-xl: var(--shadow-xl);
 	--shadow-2xl: var(--shadow-2xl);
+
+	/* For shiny text */
+	--animate-shimmer: shimmer 1.5s infinite;
 }
 
 @theme inline {
@@ -584,3 +587,13 @@ pre button.copy {
 		opacity: 1;
 	}
 }
+
+/* For shiny text */
+@keyframes shimmer {
+	0% {
+		background-position: calc(-100% - var(--shimmer-width)) 0;
+	}
+	100% {
+		background-position: calc(100% + var(--shimmer-width)) 0;
+	}
+}

src/lib/components/animations/shiny-text.svelte

@@ -0,0 +1,31 @@
+<!-- Incredible work https://animation-svelte.vercel.app/magic/animated-shiny-text thank you! -->
+
+<script lang="ts">
+	import { cn } from '$lib/utils/utils';
+	import type { Snippet } from 'svelte';
+
+	type Props = {
+		shimmerWidth?: number;
+		class?: string;
+		children?: Snippet<[]>;
+	};
+
+	let { shimmerWidth = 100, class: className = '', children }: Props = $props();
+</script>
+
+<p
+	style:--shimmer-width="{shimmerWidth}px"
+	class={cn(
+		'mx-auto max-w-md text-neutral-600/50 dark:text-neutral-400/50 ',
+
+		// Shimmer effect
+		'animate-shimmer [background-size:var(--shimmer-width)_100%] bg-clip-text [background-position:0_0] bg-no-repeat [transition:background-position_1s_cubic-bezier(.6,.6,0,1)_infinite]',
+
+		// Shimmer gradient
+		'bg-gradient-to-r from-transparent via-black/80 via-50% to-transparent  dark:via-white/80',
+
+		className
+	)}
+>
+	{@render children?.()}
+</p>

src/lib/components/ui/sidebar/sidebar-sidebar.svelte

@@ -12,7 +12,7 @@
 	<div
 		{...rest}
 		class={cn(
-			'bg-sidebar border-sidebar-border fill-device-height col-start-1 w-[--sidebar-width] border-r',
+			'bg-sidebar border-sidebar-border col-start-1 fill-device-height w-[--sidebar-width] border-r',
 			className
 		)}
 	>

src/lib/utils/rules.ts

@@ -0,0 +1,14 @@
+import type { Doc } from "$lib/backend/convex/_generated/dataModel";
+
+export function parseMessageForRules(message: string, rules: Doc<'user_rules'>[]): Doc<'user_rules'>[] {
+	const matchedRules: Doc<'user_rules'>[] = [];
+
+	for (const rule of rules) {
+		const match = message.match(new RegExp(`@${rule.name}(\\s|$)`));
+		if (!match) continue;
+
+		matchedRules.push(rule);
+	}
+
+	return matchedRules;
+}

src/routes/api/enhance-prompt/+server.ts

@@ -0,0 +1,132 @@
+import { error, json, type RequestHandler } from '@sveltejs/kit';
+import { ResultAsync } from 'neverthrow';
+import { z } from 'zod/v4';
+import { OPENROUTER_FREE_KEY } from '$env/static/private';
+import { OpenAI } from 'openai';
+import { ConvexHttpClient } from 'convex/browser';
+import { PUBLIC_CONVEX_URL } from '$env/static/public';
+import { api } from '$lib/backend/convex/_generated/api';
+import { parseMessageForRules } from '$lib/utils/rules';
+import { Provider } from '$lib/types';
+
+const FREE_MODEL = 'google/gemma-3-27b-it';
+
+const reqBodySchema = z.object({
+	prompt: z.string(),
+});
+
+const client = new ConvexHttpClient(PUBLIC_CONVEX_URL);
+
+export type EnhancePromptRequestBody = z.infer<typeof reqBodySchema>;
+
+export type EnhancePromptResponse = {
+	ok: true;
+	enhanced_prompt: string;
+};
+
+function response({ enhanced_prompt }: { enhanced_prompt: string }) {
+	return json({
+		ok: true,
+		enhanced_prompt,
+	});
+}
+
+export const POST: RequestHandler = async ({ request, locals }) => {
+	const bodyResult = await ResultAsync.fromPromise(
+		request.json(),
+		() => 'Failed to parse request body'
+	);
+
+	if (bodyResult.isErr()) {
+		return error(400, 'Failed to parse request body');
+	}
+
+	const parsed = reqBodySchema.safeParse(bodyResult.value);
+	if (!parsed.success) {
+		return error(400, parsed.error);
+	}
+	const args = parsed.data;
+
+	const session = await locals.auth();
+
+	if (!session) {
+		return error(401, 'You must be logged in to enhance a prompt');
+	}
+
+	const [rulesResult, keyResult] = await Promise.all([
+		ResultAsync.fromPromise(
+			client.query(api.user_rules.all, {
+				session_token: session.session.token,
+			}),
+			(e) => `Failed to get rules: ${e}`
+		),
+		ResultAsync.fromPromise(
+			client.query(api.user_keys.get, {
+				provider: Provider.OpenRouter,
+				session_token: session.session.token,
+			}),
+			(e) => `Failed to get API key: ${e}`
+		),
+	]);
+
+	if (rulesResult.isErr()) {
+		return error(500, 'Failed to get rules');
+	}
+
+	if (keyResult.isErr()) {
+		return error(500, 'Failed to get key');
+	}
+
+	const mentionedRules = parseMessageForRules(
+		args.prompt,
+		rulesResult.value.filter((r) => r.attach === 'manual')
+	);
+
+	const openai = new OpenAI({
+		baseURL: 'https://openrouter.ai/api/v1',
+		apiKey: keyResult.value ?? OPENROUTER_FREE_KEY,
+	});
+
+	const enhancePrompt = `
+Enhance prompt below (wrapped in <prompt> tags) so that it can be better understood by LLMs You job is not to answer the prompt but simply prepare it to be answered by another LLM. 
+You can do this by fixing spelling/grammatical errors, clarifying details, and removing unnecessary wording where possible.
+Only return the enhanced prompt, nothing else. Do NOT wrap it in quotes, do NOT use markdown.
+Do NOT respond to the prompt only optimize it so that another LLM can understand it better.
+Do NOT remove context that may be necessary for the prompt to be understood.
+
+${
+	mentionedRules.length > 0
+		? `The user has mentioned rules with the @<rule_name> syntax. Make sure to include the rules in the final prompt even if you just add them to the end.
+Mentioned rules: ${mentionedRules.map((r) => `@${r.name}`).join(', ')}`
+		: ''
+}
+
+<prompt>
+${args.prompt}
+</prompt>
+`;
+
+	const enhancedResult = await ResultAsync.fromPromise(
+		openai.chat.completions.create({
+			model: FREE_MODEL,
+			messages: [{ role: 'user', content: enhancePrompt }],
+			temperature: 0.5,
+		}),
+		(e) => `Enhance prompt API call failed: ${e}`
+	);
+
+	if (enhancedResult.isErr()) {
+		return error(500, 'error enhancing the prompt');
+	}
+
+	const enhancedResponse = enhancedResult.value;
+	const enhanced = enhancedResponse.choices[0]?.message?.content;
+
+	if (!enhanced) {
+		return error(500, 'error enhancing the prompt');
+	}
+
+	return response({
+		enhanced_prompt: enhanced,
+	});
+};

src/routes/api/enhance-prompt/call.ts

@@ -0,0 +1,31 @@
+import { ResultAsync } from 'neverthrow';
+import type { EnhancePromptRequestBody, EnhancePromptResponse } from './+server';
+
+export async function callEnhancePrompt(
+	args: EnhancePromptRequestBody,
+	{ signal }: { signal?: AbortSignal } = {}
+) {
+	const res = ResultAsync.fromPromise(
+		(async () => {
+			const res = await fetch('/api/enhance-prompt', {
+				method: 'POST',
+				headers: {
+					'Content-Type': 'application/json',
+				},
+				body: JSON.stringify(args),
+				signal,
+			});
+
+			if (!res.ok) {
+				const { message } = await res.json();
+
+				throw new Error(message as string);
+			}
+
+			return res.json() as Promise<EnhancePromptResponse>;
+		})(),
+		(e) => `${e}`
+	);
+
+	return res;
+}

src/routes/api/generate-message/+server.ts

@@ -13,6 +13,7 @@ import { z } from 'zod/v4';
 import { generationAbortControllers } from './cache.js';
 import { md } from '$lib/utils/markdown-it.js';
 import * as array from '$lib/utils/array';
+import { parseMessageForRules } from '$lib/utils/rules.js';
 
 // Set to true to enable debug logging
 const ENABLE_LOGGING = true;
@@ -154,7 +155,6 @@ If its a simple hi, just name it "Greeting" or something like that.
 		}),
 		(e) => `Failed to update conversation title: ${e}`
 	);
-	t;
 
 	if (updateResult.isErr()) {
 		log(`Title generation: Failed to update title: ${updateResult.error}`, startTime);
@@ -797,19 +797,6 @@ export const POST: RequestHandler = async ({ request }) => {
 	return response({ ok: true, conversation_id: conversationId });
 };
 
-function parseMessageForRules(message: string, rules: Doc<'user_rules'>[]): Doc<'user_rules'>[] {
-	const matchedRules: Doc<'user_rules'>[] = [];
-
-	for (const rule of rules) {
-		const match = message.match(new RegExp(`@${rule.name}(\\s|$)`));
-		if (!match) continue;
-
-		matchedRules.push(rule);
-	}
-
-	return matchedRules;
-}
-
 async function getGenerationStats(
 	generationId: string,
 	token: string

src/routes/chat/+layout.svelte

@@ -26,7 +26,7 @@
 	import { useConvexClient } from 'convex-svelte';
 	import { FileUpload, Popover } from 'melt/builders';
 	import { Debounced, ElementSize, IsMounted, PersistedState, ScrollState } from 'runed';
-	import { fade } from 'svelte/transition';
+	import { fade, scale } from 'svelte/transition';
 	import SendIcon from '~icons/lucide/arrow-up';
 	import ChevronDownIcon from '~icons/lucide/chevron-down';
 	import ImageIcon from '~icons/lucide/image';
@@ -42,6 +42,9 @@
 	import SearchModal from './search-modal.svelte';
 	import { shortcut } from '$lib/actions/shortcut.svelte.js';
 	import { mergeAttrs } from 'melt';
+	import { callEnhancePrompt } from '../api/enhance-prompt/call.js';
+	import ShinyText from '$lib/components/animations/shiny-text.svelte';
+	import SparkleIcon from '~icons/lucide/sparkle';
 
 	const client = useConvexClient();
 
@@ -91,11 +94,14 @@
 
 	let loading = $state(false);
 
+	let enhancingPrompt = $state(false);
+
 	const textareaDisabled = $derived(
 		isGenerating ||
 			loading ||
 			(currentConversationQuery.data &&
-				currentConversationQuery.data.user_id !== session.current?.user.id)
+				currentConversationQuery.data.user_id !== session.current?.user.id) ||
+			enhancingPrompt
 	);
 
 	let error = $state<string | null>(null);
@@ -141,6 +147,43 @@
 		}
 	}
 
+	let abortEnhance: AbortController | null = $state(null);
+
+	async function enhancePrompt() {
+		if (!session.current?.session.token) return;
+
+		enhancingPrompt = true;
+
+		abortEnhance = new AbortController();
+
+		const res = await callEnhancePrompt(
+			{
+				prompt: message.current,
+			},
+			{
+				signal: abortEnhance.signal,
+			}
+		);
+
+		if (res.isErr()) {
+			const e = res.error;
+
+			if (e.toLowerCase().includes('aborterror')) {
+				enhancingPrompt = false;
+				return;
+			}
+
+			error = res._unsafeUnwrapErr() ?? 'An unknown error occurred while enhancing the prompt';
+
+			enhancingPrompt = false;
+			return;
+		}
+
+		message.current = res.value.enhanced_prompt;
+
+		enhancingPrompt = false;
+	}
+
 	const rulesQuery = useCachedQuery(api.user_rules.all, {
 		session_token: session.current?.session.token ?? '',
 	});
@@ -651,36 +694,63 @@
 										{isGenerating ? 'Stop generation' : 'Send message'}
 									</Tooltip>
 								</div>
-								<div class="flex flex-row flex-wrap items-center gap-2 pr-2">
+								<div class="flex flex-wrap items-center gap-2 pr-2">
 									<ModelPicker onlyImageModels={selectedImages.length > 0} />
-									<button
-										type="button"
-										class={cn(
-											'border-border flex items-center gap-1 rounded-full border px-1 py-1 text-xs transition-colors sm:px-2',
-											settings.webSearchEnabled ? 'bg-accent/50' : 'hover:bg-accent/20'
-										)}
-										onclick={() => (settings.webSearchEnabled = !settings.webSearchEnabled)}
-									>
-										<SearchIcon class="!size-3" />
-										<span class="hidden whitespace-nowrap sm:inline">Web search</span>
-									</button>
-									{#if currentModelSupportsImages}
+									<div class="flex items-center gap-2">
 										<button
 											type="button"
-											class="border-border hover:bg-accent/20 flex items-center gap-1 rounded-full border px-1 py-1 text-xs transition-colors disabled:opacity-50 sm:px-2"
-											onclick={() => fileInput?.click()}
-											disabled={isUploading}
+											class={cn(
+												'border-border flex items-center gap-1 rounded-full border px-1 py-1 text-xs transition-colors sm:px-2',
+												settings.webSearchEnabled ? 'bg-accent/50' : 'hover:bg-accent/20'
+											)}
+											onclick={() => (settings.webSearchEnabled = !settings.webSearchEnabled)}
 										>
-											{#if isUploading}
-												<div
-													class="size-3 animate-spin rounded-full border-2 border-current border-t-transparent"
-												></div>
-											{:else}
-												<ImageIcon class="!size-3" />
-											{/if}
-											<span class="hidden whitespace-nowrap sm:inline">Attach image</span>
+											<SearchIcon class="!size-3" />
+											<span class="hidden whitespace-nowrap sm:inline">Web search</span>
 										</button>
-									{/if}
+										{#if currentModelSupportsImages}
+											<button
+												type="button"
+												class="border-border hover:bg-accent/20 flex items-center gap-1 rounded-full border px-1 py-1 text-xs transition-colors disabled:opacity-50 sm:px-2"
+												onclick={() => fileInput?.click()}
+												disabled={isUploading}
+											>
+												{#if isUploading}
+													<div
+														class="size-3 animate-spin rounded-full border-2 border-current border-t-transparent"
+													></div>
+												{:else}
+													<ImageIcon class="!size-3" />
+												{/if}
+												<span class="hidden whitespace-nowrap sm:inline">Attach image</span>
+											</button>
+										{/if}
+										{#if session.current !== null && message.current.trim() !== ''}
+											<button
+												type="button"
+												class="border-border hover:bg-accent/20 flex items-center gap-1 rounded-full border px-1 py-1 text-xs transition-colors disabled:opacity-50 sm:px-2"
+												onclick={() => {
+													if (enhancingPrompt) {
+														abortEnhance?.abort();
+													} else {
+														enhancePrompt();
+													}
+												}}
+												disabled={isGenerating}
+												in:scale={{ duration: 150, start: 0.95 }}
+											>
+												{#if enhancingPrompt}
+													<StopIcon class="!size-3" />
+													<ShinyText class="hidden whitespace-nowrap sm:inline">
+														Enhancing prompt...
+													</ShinyText>
+												{:else}
+													<SparkleIcon class="text-primary !size-3" />
+													<span class="hidden whitespace-nowrap sm:inline">Enhance prompt</span>
+												{/if}
+											</button>
+										{/if}
+									</div>
 								</div>
 							</div>
 						</div>

src/routes/chat/+page.svelte

@@ -71,6 +71,10 @@
 	const prompt = usePrompt();
 </script>
 
+<svelte:head>
+	<title>New Chat | thom.chat</title>
+</svelte:head>
+
 <div class="flex h-svh flex-col items-center justify-center">
 	{#if prompt.current.length === 0 && openRouterKeyQuery.data}
 		<div class="w-full p-2" in:scale={{ duration: 500, start: 0.9 }}>

src/routes/chat/layout copy.svelte

@@ -0,0 +1,774 @@
+<script lang="ts">
+	import { goto } from '$app/navigation';
+	import { page } from '$app/state';
+	import { api } from '$lib/backend/convex/_generated/api.js';
+	import { type Doc, type Id } from '$lib/backend/convex/_generated/dataModel.js';
+	import { useCachedQuery } from '$lib/cache/cached-query.svelte.js';
+	import AppSidebar from '$lib/components/app-sidebar.svelte';
+	import * as Icons from '$lib/components/icons';
+	import { Button } from '$lib/components/ui/button';
+	import { ImageModal } from '$lib/components/ui/image-modal';
+	import { LightSwitch } from '$lib/components/ui/light-switch/index.js';
+	import { ShareButton } from '$lib/components/ui/share-button';
+	import * as Sidebar from '$lib/components/ui/sidebar';
+	import Tooltip from '$lib/components/ui/tooltip.svelte';
+	import { cmdOrCtrl } from '$lib/hooks/is-mac.svelte.js';
+	import { TextareaAutosize } from '$lib/spells/textarea-autosize.svelte.js';
+	import { models } from '$lib/state/models.svelte';
+	import { usePrompt } from '$lib/state/prompt.svelte.js';
+	import { session } from '$lib/state/session.svelte.js';
+	import { settings } from '$lib/state/settings.svelte.js';
+	import { Provider } from '$lib/types';
+	import { compressImage } from '$lib/utils/image-compression';
+	import { supportsImages } from '$lib/utils/model-capabilities';
+	import { omit, pick } from '$lib/utils/object.js';
+	import { cn } from '$lib/utils/utils.js';
+	import { useConvexClient } from 'convex-svelte';
+	import { FileUpload, Popover } from 'melt/builders';
+	import { Debounced, ElementSize, IsMounted, PersistedState, ScrollState } from 'runed';
+	import { fade, scale } from 'svelte/transition';
+	import SendIcon from '~icons/lucide/arrow-up';
+	import ChevronDownIcon from '~icons/lucide/chevron-down';
+	import ImageIcon from '~icons/lucide/image';
+	import PanelLeftIcon from '~icons/lucide/panel-left';
+	import SearchIcon from '~icons/lucide/search';
+	import Settings2Icon from '~icons/lucide/settings-2';
+	import StopIcon from '~icons/lucide/square';
+	import UploadIcon from '~icons/lucide/upload';
+	import XIcon from '~icons/lucide/x';
+	import { callCancelGeneration } from '../api/cancel-generation/call.js';
+	import { callGenerateMessage } from '../api/generate-message/call.js';
+	import ModelPicker from './model-picker.svelte';
+	import SearchModal from './search-modal.svelte';
+	import SparkleIcon from '~icons/lucide/sparkle';
+	import { callEnhancePrompt } from '../api/enhance-prompt/call.js';
+	import ShinyText from '$lib/components/animations/shiny-text.svelte';
+
+	const client = useConvexClient();
+
+	let { children } = $props();
+
+	let textarea = $state<HTMLTextAreaElement>();
+	let abortController = $state<AbortController | null>(null);
+
+	$effect(() => {
+		client.mutation(api.user_enabled_models.enable_initial, {
+			session_token: session.current?.session.token ?? '',
+		});
+	});
+
+	const currentConversationQuery = useCachedQuery(api.conversations.getById, () => ({
+		conversation_id: page.params.id as Id<'conversations'>,
+		session_token: session.current?.session.token ?? '',
+	}));
+
+	const isGenerating = $derived(
+		Boolean(currentConversationQuery.data?.generating) || currentConversationQuery.isLoading
+	);
+
+	async function stopGeneration() {
+		if (!page.params.id || !session.current?.session.token) return;
+
+		try {
+			const result = await callCancelGeneration({
+				conversation_id: page.params.id,
+				session_token: session.current.session.token,
+			});
+
+			if (result.isErr()) {
+				console.error('Failed to cancel generation:', result.error);
+			} else {
+				console.log('Generation cancelled:', result.value.cancelled);
+			}
+		} catch (error) {
+			console.error('Error cancelling generation:', error);
+		}
+
+		// Clear local abort controller if it exists
+		if (abortController) {
+			abortController = null;
+		}
+	}
+
+	let loading = $state(false);
+
+	let enhancingPrompt = $state(false);
+
+	const textareaDisabled = $derived(
+		isGenerating ||
+			loading ||
+			(currentConversationQuery.data &&
+				currentConversationQuery.data.user_id !== session.current?.user.id) ||
+			enhancingPrompt
+	);
+
+	let error = $state<string | null>(null);
+
+	async function handleSubmit() {
+		if (isGenerating) return;
+
+		error = null;
+
+		// TODO: Re-use zod here from server endpoint for better error messages?
+		if (message.current === '' || !session.current?.user.id || !settings.modelId) return;
+
+		loading = true;
+
+		const imagesCopy = [...selectedImages];
+		selectedImages = [];
+
+		try {
+			const res = await callGenerateMessage({
+				message: message.current,
+				session_token: session.current?.session.token,
+				conversation_id: page.params.id ?? undefined,
+				model_id: settings.modelId,
+				images: imagesCopy.length > 0 ? imagesCopy : undefined,
+				web_search_enabled: settings.webSearchEnabled,
+			});
+
+			if (res.isErr()) {
+				error = res._unsafeUnwrapErr() ?? 'An unknown error occurred';
+				return;
+			}
+
+			const cid = res.value.conversation_id;
+
+			if (page.params.id !== cid) {
+				goto(`/chat/${cid}`);
+			}
+		} catch (error) {
+			console.error('Error generating message:', error);
+		} finally {
+			loading = false;
+			message.current = '';
+		}
+	}
+
+	let abortEnhance: AbortController | null = $state(null);
+
+	async function enhancePrompt() {
+		if (!session.current?.session.token) return;
+
+		enhancingPrompt = true;
+
+		abortEnhance = new AbortController();
+
+		const res = await callEnhancePrompt(
+			{
+				prompt: message.current,
+			},
+			{
+				signal: abortEnhance.signal,
+			}
+		);
+
+		if (res.isErr()) {
+			const e = res.error;
+
+			if (e.toLowerCase().includes('aborterror')) {
+				enhancingPrompt = false;
+				return;
+			}
+
+			error = res._unsafeUnwrapErr() ?? 'An unknown error occurred while enhancing the prompt';
+
+			enhancingPrompt = false;
+			return;
+		}
+
+		message.current = res.value.enhanced_prompt;
+
+		enhancingPrompt = false;
+	}
+
+	const rulesQuery = useCachedQuery(api.user_rules.all, {
+		session_token: session.current?.session.token ?? '',
+	});
+
+	const autosize = new TextareaAutosize();
+
+	const message = new PersistedState('prompt', '');
+	let selectedImages = $state<{ url: string; storage_id: string; fileName?: string }[]>([]);
+	let isUploading = $state(false);
+	let fileInput = $state<HTMLInputElement>();
+	let imageModal = $state<{ open: boolean; imageUrl: string; fileName: string }>({
+		open: false,
+		imageUrl: '',
+		fileName: '',
+	});
+
+	usePrompt(
+		() => message.current,
+		(v) => (message.current = v)
+	);
+
+	models.init();
+
+	const currentModelSupportsImages = $derived.by(() => {
+		if (!settings.modelId) return false;
+		const openRouterModels = models.from(Provider.OpenRouter);
+		const currentModel = openRouterModels.find((m) => m.id === settings.modelId);
+		return currentModel ? supportsImages(currentModel) : false;
+	});
+
+	const fileUpload = new FileUpload({
+		multiple: true,
+		accept: 'image/*',
+		maxSize: 10 * 1024 * 1024, // 10MB
+	});
+
+	async function handleFileChange(files: File[]) {
+		if (!files.length || !session.current?.session.token) return;
+
+		isUploading = true;
+		const uploadedFiles: { url: string; storage_id: string; fileName?: string }[] = [];
+
+		try {
+			for (const file of files) {
+				// Skip non-image files
+				if (!file.type.startsWith('image/')) {
+					console.warn('Skipping non-image file:', file.name);
+					continue;
+				}
+
+				// Compress image to max 1MB
+				const compressedFile = await compressImage(file, 1024 * 1024);
+
+				// Generate upload URL
+				const uploadUrl = await client.mutation(api.storage.generateUploadUrl, {
+					session_token: session.current.session.token,
+				});
+
+				// Upload compressed file
+				const result = await fetch(uploadUrl, {
+					method: 'POST',
+					body: compressedFile,
+				});
+
+				if (!result.ok) {
+					throw new Error(`Upload failed: ${result.statusText}`);
+				}
+
+				const { storageId } = await result.json();
+
+				// Get the URL for the uploaded file
+				const url = await client.query(api.storage.getUrl, {
+					storage_id: storageId,
+					session_token: session.current.session.token,
+				});
+
+				if (url) {
+					uploadedFiles.push({ url, storage_id: storageId, fileName: file.name });
+				}
+			}
+
+			selectedImages = [...selectedImages, ...uploadedFiles];
+		} catch (error) {
+			console.error('Upload failed:', error);
+		} finally {
+			isUploading = false;
+		}
+	}
+
+	function removeImage(index: number) {
+		selectedImages = selectedImages.filter((_, i) => i !== index);
+	}
+
+	function openImageModal(imageUrl: string, fileName: string) {
+		imageModal = {
+			open: true,
+			imageUrl,
+			fileName,
+		};
+	}
+
+	$effect(() => {
+		if (fileUpload.selected.size > 0) {
+			handleFileChange(Array.from(fileUpload.selected));
+			fileUpload.clear();
+		}
+	});
+
+	const suggestedRules = $derived.by(() => {
+		if (!rulesQuery.data || rulesQuery.data.length === 0) return;
+		if (!textarea) return;
+
+		const cursor = textarea.selectionStart;
+
+		const index = message.current.lastIndexOf('@', cursor);
+		if (index === -1) return;
+
+		const ruleFromCursor = message.current.slice(index + 1, cursor);
+
+		const suggestions: Doc<'user_rules'>[] = [];
+
+		for (const rule of rulesQuery.data) {
+			// on a match, don't show any suggestions
+			if (rule.name === ruleFromCursor) return;
+
+			if (rule.name.toLowerCase().startsWith(ruleFromCursor.toLowerCase())) {
+				suggestions.push(rule);
+			}
+		}
+
+		return suggestions.length > 0 ? suggestions : undefined;
+	});
+
+	const popover = new Popover({
+		floatingConfig: {
+			computePosition: { placement: 'top' },
+		},
+	});
+
+	function completeRule(rule: Doc<'user_rules'>) {
+		if (!textarea) return;
+
+		const cursor = textarea.selectionStart;
+
+		const index = message.current.lastIndexOf('@', cursor);
+		if (index === -1) return;
+
+		message.current =
+			message.current.slice(0, index) + `@${rule.name}` + message.current.slice(cursor);
+		textarea.selectionStart = index + rule.name.length + 1;
+		textarea.selectionEnd = index + rule.name.length + 1;
+
+		popover.open = false;
+	}
+
+	function completeSelectedRule() {
+		if (!suggestedRules) return;
+
+		const rules = Array.from(ruleList.querySelectorAll('[data-list-item]'));
+
+		const activeIndex = rules.findIndex((r) => r.getAttribute('data-active') === 'true');
+		if (activeIndex === -1) return;
+
+		const rule = suggestedRules[activeIndex];
+
+		if (!rule) return;
+
+		completeRule(rule);
+	}
+
+	let ruleList = $state<HTMLDivElement>(null!);
+
+	function handleKeyboardNavigation(direction: 'up' | 'down') {
+		if (!suggestedRules) return;
+
+		const rules = Array.from(ruleList.querySelectorAll('[data-list-item]'));
+
+		let activeIndex = rules?.findIndex((r) => r.getAttribute('data-active') === 'true');
+		if (activeIndex === -1) {
+			if (!suggestedRules[0]) return;
+
+			rules[0]?.setAttribute('data-active', 'true');
+			return;
+		}
+
+		// don't loop
+		if (direction === 'up' && activeIndex === 0) {
+			return;
+		}
+		// don't loop
+		if (direction === 'down' && activeIndex === suggestedRules.length - 1) {
+			return;
+		}
+
+		rules[activeIndex]?.setAttribute('data-active', 'false');
+
+		if (direction === 'up') {
+			const newIndex = activeIndex - 1;
+			if (!suggestedRules[newIndex]) return;
+
+			rules[newIndex]?.setAttribute('data-active', 'true');
+		} else {
+			const newIndex = activeIndex + 1;
+			if (!suggestedRules[newIndex]) return;
+
+			rules[newIndex]?.setAttribute('data-active', 'true');
+		}
+	}
+
+	const textareaSize = new ElementSize(() => textarea);
+
+	let textareaWrapper = $state<HTMLDivElement>();
+	const wrapperSize = new ElementSize(() => textareaWrapper);
+
+	let conversationList = $state<HTMLDivElement>();
+	const scrollState = new ScrollState({
+		element: () => conversationList,
+	});
+
+	const mounted = new IsMounted();
+
+	const notAtBottom = new Debounced(
+		() => (mounted.current ? !scrollState.arrived.bottom : false),
+		() => (mounted.current ? 250 : 0)
+	);
+
+	let searchModalOpen = $state(false);
+
+	function openSearchModal() {
+		searchModalOpen = true;
+	}
+
+	let sidebarOpen = $state(false);
+</script>
+
+<Sidebar.Root
+	bind:open={sidebarOpen}
+	class="h-screen overflow-clip"
+	{...currentModelSupportsImages ? omit(fileUpload.dropzone, ['onclick']) : {}}
+>
+	<AppSidebar bind:searchModalOpen />
+
+	<Sidebar.Inset class="w-full overflow-clip px-2">
+		{#if !sidebarOpen}
+			<!-- header - top left -->
+			<div
+				class={cn(
+					'bg-sidebar/50 fixed top-4 left-4 z-50 flex w-fit rounded-lg p-1 backdrop-blur-lg ',
+					{
+						'md:left-(--sidebar-width)': sidebarOpen,
+						'hidden md:flex': sidebarOpen,
+					}
+				)}
+			>
+				<Tooltip>
+					{#snippet trigger(tooltip)}
+						<Sidebar.Trigger class="size-8" {...tooltip.trigger}>
+							<PanelLeftIcon />
+						</Sidebar.Trigger>
+					{/snippet}
+					Toggle Sidebar ({cmdOrCtrl} + B)
+				</Tooltip>
+			</div>
+		{/if}
+
+		<!-- header - top right -->
+		<div
+			class={cn('bg-sidebar/50 fixed top-4 right-4 z-50 flex rounded-lg p-1 backdrop-blur-lg ', {
+				'hidden md:flex': sidebarOpen,
+			})}
+		>
+			{#if page.params.id && currentConversationQuery.data}
+				<ShareButton conversationId={page.params.id as Id<'conversations'>} />
+			{/if}
+			<Tooltip>
+				{#snippet trigger(tooltip)}
+					<Button
+						onclick={openSearchModal}
+						variant="ghost"
+						size="icon"
+						class="size-8"
+						{...tooltip.trigger}
+					>
+						<SearchIcon class="!size-4" />
+						<span class="sr-only">Search</span>
+					</Button>
+				{/snippet}
+				Search ({cmdOrCtrl} + K)
+			</Tooltip>
+			<Tooltip>
+				{#snippet trigger(tooltip)}
+					<Button variant="ghost" size="icon" class="size-8" href="/account" {...tooltip.trigger}>
+						<Settings2Icon />
+					</Button>
+				{/snippet}
+				Settings
+			</Tooltip>
+			<LightSwitch variant="ghost" class="size-8" />
+		</div>
+		<div class="relative">
+			<div bind:this={conversationList} class="h-screen overflow-y-auto">
+				<div
+					class={cn('mx-auto flex max-w-3xl flex-col', {
+						'pt-10': page.url.pathname !== '/chat',
+					})}
+					style="padding-bottom: {page.url.pathname !== '/chat' ? wrapperSize.height : 0}px;"
+				>
+					{@render children()}
+				</div>
+				<Button
+					onclick={() => scrollState.scrollToBottom()}
+					variant="secondary"
+					size="sm"
+					class={[
+						'text-muted-foreground !border-border absolute bottom-0 left-1/2 z-10 -translate-x-1/2 rounded-full !border !pl-3 text-xs transition',
+						notAtBottom.current ? 'opacity-100' : 'pointer-events-none scale-95 opacity-0',
+					]}
+					style="bottom: {wrapperSize.height + 5}px;"
+				>
+					Scroll to bottom
+					<ChevronDownIcon class="inline" />
+				</Button>
+			</div>
+
+			<div
+				class="abs-x-center group absolute -bottom-px left-1/2 mt-auto flex w-full max-w-3xl flex-col gap-1"
+				bind:this={textareaWrapper}
+			>
+				<div
+					class={[
+						'border-reflect bg-background/80 rounded-t-[20px] p-2 pb-0 backdrop-blur-lg',
+						'[--opacity:50%] group-focus-within:[--opacity:100%]',
+					]}
+				>
+					<form
+						class={[
+							'bg-background/50 text-foreground dark:bg-secondary/20 relative flex w-full flex-col items-stretch gap-2 rounded-t-xl border border-b-0 border-white/70 pt-3 pb-3 outline-8 dark:border-white/10',
+							'transition duration-200',
+							'outline-primary/10 group-focus-within:outline-primary/20',
+							'dark:outline-primary/1 dark:group-focus-within:outline-primary/10',
+						]}
+						style="box-shadow: rgba(0, 0, 0, 0.1) 0px 80px 50px 0px, rgba(0, 0, 0, 0.07) 0px 50px 30px 0px, rgba(0, 0, 0, 0.06) 0px 30px 15px 0px, rgba(0, 0, 0, 0.04) 0px 15px 8px, rgba(0, 0, 0, 0.04) 0px 6px 4px, rgba(0, 0, 0, 0.02) 0px 2px 2px;"
+						onsubmit={(e) => {
+							e.preventDefault();
+							handleSubmit();
+						}}
+					>
+						{#if error}
+							<div
+								in:fade={{ duration: 150 }}
+								class="bg-background absolute top-0 left-0 -translate-y-10 rounded-lg"
+							>
+								<div class="rounded-lg bg-red-500/50 px-2 py-0.5 text-sm text-red-400">
+									{error}
+								</div>
+							</div>
+						{/if}
+						{#if suggestedRules}
+							<div
+								{...popover.content}
+								class="bg-background border-border absolute rounded-lg border"
+								style="width: {textareaSize.width}px"
+							>
+								<div class="flex flex-col p-2" bind:this={ruleList}>
+									{#each suggestedRules as rule, i (rule._id)}
+										<button
+											type="button"
+											data-list-item
+											data-active={i === 0}
+											onmouseover={(e) => {
+												for (const rule of ruleList.querySelectorAll('[data-list-item]')) {
+													rule.setAttribute('data-active', 'false');
+												}
+
+												e.currentTarget.setAttribute('data-active', 'true');
+											}}
+											onfocus={(e) => {
+												for (const rule of ruleList.querySelectorAll('[data-list-item]')) {
+													rule.setAttribute('data-active', 'false');
+												}
+
+												e.currentTarget.setAttribute('data-active', 'true');
+											}}
+											onclick={() => completeRule(rule)}
+											class="data-[active=true]:bg-accent rounded-md px-2 py-1 text-start"
+										>
+											{rule.name}
+										</button>
+									{/each}
+								</div>
+							</div>
+						{/if}
+						<div class="flex flex-grow flex-col">
+							{#if selectedImages.length > 0}
+								<div class="mb-2 flex flex-wrap gap-2">
+									{#each selectedImages as image, index (image.storage_id)}
+										<div
+											class="group border-secondary-foreground/[0.08] bg-secondary-foreground/[0.02] hover:bg-secondary-foreground/10 relative flex h-12 w-12 max-w-full shrink-0 items-center justify-center gap-2 rounded-xl border border-solid p-0 transition-[width,height] duration-500"
+										>
+											<button
+												type="button"
+												onclick={() => openImageModal(image.url, image.fileName || 'image')}
+												class="rounded-lg"
+											>
+												<img
+													src={image.url}
+													alt="Uploaded"
+													class="size-10 rounded-lg object-cover opacity-100 transition-opacity"
+												/>
+											</button>
+											<button
+												type="button"
+												onclick={() => removeImage(index)}
+												class="bg-secondary hover:bg-muted absolute -top-1 -right-1 cursor-pointer rounded-full p-1 opacity-0 transition group-hover:opacity-100"
+											>
+												<XIcon class="h-3 w-3" />
+											</button>
+										</div>
+									{/each}
+								</div>
+							{/if}
+							<div class="relative flex flex-grow flex-row items-start">
+								<input {...fileUpload.input} bind:this={fileInput} />
+								<!-- TODO: Figure out better autofocus solution -->
+								<!-- svelte-ignore a11y_autofocus -->
+								<textarea
+									{...pick(popover.trigger, ['id', 'style', 'onfocusout', 'onfocus'])}
+									bind:this={textarea}
+									disabled={textareaDisabled}
+									class="text-foreground placeholder:text-muted-foreground/60 max-h-64 min-h-[80px] w-full resize-none !overflow-y-auto bg-transparent px-3 text-base leading-6 outline-none disabled:cursor-not-allowed disabled:opacity-50"
+									placeholder={isGenerating
+										? 'Generating response...'
+										: 'Type your message here... Tag rules with @'}
+									name="message"
+									onkeydown={(e) => {
+										if (e.key === 'Enter' && !e.shiftKey && !popover.open) {
+											e.preventDefault();
+											handleSubmit();
+										}
+
+										if (e.key === 'Enter' && popover.open) {
+											e.preventDefault();
+											completeSelectedRule();
+										}
+
+										if (e.key === 'Escape' && popover.open) {
+											e.preventDefault();
+											popover.open = false;
+										}
+
+										if (e.key === 'ArrowUp' && popover.open) {
+											e.preventDefault();
+											handleKeyboardNavigation('up');
+										}
+
+										if (e.key === 'ArrowDown' && popover.open) {
+											e.preventDefault();
+											handleKeyboardNavigation('down');
+										}
+
+										if (e.key === '@' && !popover.open) {
+											popover.open = true;
+										}
+									}}
+									bind:value={message.current}
+									autofocus
+									autocomplete="off"
+									{@attach autosize.attachment}
+								></textarea>
+							</div>
+							<div class="mt-2 -mb-px flex w-full flex-row-reverse justify-between px-2">
+								<div class="-mt-0.5 -mr-0.5 flex items-center justify-center gap-2">
+									<Tooltip placement="top">
+										{#snippet trigger(tooltip)}
+											<button
+												type={isGenerating ? 'button' : 'submit'}
+												onclick={isGenerating ? stopGeneration : undefined}
+												disabled={isGenerating ? false : !message.current.trim()}
+												class="border-reflect button-reflect hover:bg-primary/90 active:bg-primary text-foreground dark:text-primary-foreground relative h-9 w-9 rounded-lg p-2 font-semibold shadow transition disabled:cursor-not-allowed disabled:opacity-50"
+												{...tooltip.trigger}
+											>
+												{#if isGenerating}
+													<StopIcon class="!size-5" />
+												{:else}
+													<SendIcon class="!size-5" />
+												{/if}
+											</button>
+										{/snippet}
+										{isGenerating ? 'Stop generation' : 'Send message'}
+									</Tooltip>
+								</div>
+								<div class="flex flex-col items-start gap-2 pr-2 sm:flex-row sm:items-center">
+									<ModelPicker onlyImageModels={selectedImages.length > 0} />
+									<div class="flex items-center gap-2">
+										<button
+											type="button"
+											class={cn(
+												'border-border flex items-center gap-1 rounded-full border p-2 text-xs transition-colors lg:px-2 lg:py-1',
+												settings.webSearchEnabled ? 'bg-accent/50' : 'hover:bg-accent/20'
+											)}
+											onclick={() => (settings.webSearchEnabled = !settings.webSearchEnabled)}
+										>
+											<SearchIcon class="!size-3" />
+											<span class="hidden whitespace-nowrap lg:block">Web search</span>
+										</button>
+										{#if currentModelSupportsImages}
+											<button
+												type="button"
+												class="border-border hover:bg-accent/20 flex items-center gap-1 rounded-full border p-2 text-xs transition-colors disabled:opacity-50 lg:px-2 lg:py-1"
+												onclick={() => fileInput?.click()}
+												disabled={isUploading}
+											>
+												{#if isUploading}
+													<div
+														class="size-3 animate-spin rounded-full border-2 border-current border-t-transparent"
+													></div>
+												{:else}
+													<ImageIcon class="!size-3" />
+												{/if}
+												<span class="hidden whitespace-nowrap lg:block">Attach image</span>
+											</button>
+										{/if}
+										{#if session.current !== null && message.current.trim() !== ''}
+											<button
+												type="button"
+												class={cn(
+													'border-border hover:bg-accent/20 flex items-center gap-1 rounded-full border p-2 text-xs transition-colors lg:px-2 lg:py-1'
+												)}
+												onclick={() => {
+													if (enhancingPrompt) {
+														abortEnhance?.abort();
+													} else {
+														enhancePrompt();
+													}
+												}}
+												disabled={isGenerating}
+												in:scale={{ duration: 150, start: 0.95 }}
+											>
+												{#if enhancingPrompt}
+													<StopIcon class="!size-3" />
+													<ShinyText class="hidden whitespace-nowrap lg:block">
+														Enhancing prompt...
+													</ShinyText>
+												{:else}
+													<SparkleIcon class="text-primary !size-3" />
+													<span class="hidden whitespace-nowrap lg:block">Enhance prompt</span>
+												{/if}
+											</button>
+										{/if}
+									</div>
+								</div>
+							</div>
+						</div>
+					</form>
+				</div>
+			</div>
+
+			<!-- Credits in bottom-right, only on large screens -->
+			<div class="fixed right-4 bottom-4 hidden flex-col items-end gap-1 2xl:flex">
+				<a
+					href="https://github.com/TGlide/thom-chat"
+					class="text-muted-foreground flex place-items-center gap-1 text-xs"
+				>
+					Source on <Icons.GitHub class="inline size-3" />
+				</a>
+				<span class="text-muted-foreground flex place-items-center gap-1 text-xs">
+					Crafted by <Icons.Svelte class="inline size-3" /> wizards.
+				</span>
+			</div>
+		</div>
+	</Sidebar.Inset>
+
+	{#if fileUpload.isDragging && currentModelSupportsImages}
+		<div class="fixed inset-0 z-50 flex items-center justify-center bg-black/10 backdrop-blur-sm">
+			<div class="text-center">
+				<UploadIcon class="text-primary mx-auto mb-4 h-16 w-16" />
+				<p class="text-xl font-semibold">Add image</p>
+				<p class="mt-2 text-sm opacity-75">Drop an image here to attach it to your message.</p>
+			</div>
+		</div>
+	{/if}
+
+	<ImageModal
+		bind:open={imageModal.open}
+		imageUrl={imageModal.imageUrl}
+		fileName={imageModal.fileName}
+	/>
+</Sidebar.Root>
+
+<SearchModal bind:open={searchModalOpen} />

src/routes/chat/search-modal.svelte

@@ -77,7 +77,7 @@
 	}
 </script>
 
-<svelte:window use:shortcut={[{ ctrl: true, key: 'k', callback: () => (open = true) }]} />
+<svelte:window use:shortcut={{ ctrl: true, key: 'k', callback: () => (open = true) }} />
 
 <Modal bind:open>
 	<div class="space-y-4">

vite.config.ts

@@ -14,6 +14,9 @@ export default defineConfig({
 			compiler: 'svelte',
 		}),
 	],
+	server: {
+		allowedHosts: isDev ? true : undefined,
+	},
 	test: {
 		projects: [
 			{
@@ -39,7 +42,4 @@ export default defineConfig({
 			},
 		],
 	},
-	server: {
-		allowedHosts: isDev ? true : undefined,
-	},
 });