Cossale/kepler-chat
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Update +server.ts

Browse source
This commit is contained in:
Aidan Bleser 2025-06-17 16:26:36 -05:00
parent 1e69af4187
commit 0feb674585
1 changed files with 32 additions and 11 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

43
src/routes/api/generate-message/+server.ts
View file

@ -4,7 +4,7 @@ import type { Doc, Id } from '$lib/backend/convex/_generated/dataModel';
import { Provider } from '$lib/types'; import { Provider } from '$lib/types';
import { error, json, type RequestHandler } from '@sveltejs/kit'; import { error, json, type RequestHandler } from '@sveltejs/kit';
import { ConvexHttpClient } from 'convex/browser'; import { ConvexHttpClient } from 'convex/browser';
import { ResultAsync } from 'neverthrow'; import { err, ok, Result, ResultAsync } from 'neverthrow';
import OpenAI from 'openai'; import OpenAI from 'openai';
import { waitUntil } from '@vercel/functions'; import { waitUntil } from '@vercel/functions';
@ -325,7 +325,17 @@ ${attachedRules.map((r) => `- ${r.name}: ${r.rule}`).join('\n')}`,
return; return;
} }
const generationStats = await getGenerationStats(generationId, key); const generationStatsResult = await getGenerationStats(generationId, key);
if (generationStatsResult.isErr()) {
log(`Background: Failed to get generation stats: ${generationStatsResult.error}`, startTime);
}
// just default so we don't blow up
const generationStats = generationStatsResult.unwrapOr({
tokens_completion: undefined,
total_cost: undefined,
});
log('Background: Got generation stats', startTime); log('Background: Got generation stats', startTime);
@ -351,7 +361,7 @@ ${attachedRules.map((r) => `- ${r.name}: ${r.rule}`).join('\n')}`,
ResultAsync.fromPromise( ResultAsync.fromPromise(
client.mutation(api.conversations.updateCostUsd, { client.mutation(api.conversations.updateCostUsd, {
conversation_id: conversationId as Id<'conversations'>, conversation_id: conversationId as Id<'conversations'>,
cost_usd: generationStats.total_cost, cost_usd: generationStats.total_cost ?? 0,
session_token: sessionToken, session_token: sessionToken,
}), }),
(e) => `Failed to update cost usd: ${e}` (e) => `Failed to update cost usd: ${e}`
@ -526,16 +536,27 @@ function parseMessageForRules(message: string, rules: Doc<'user_rules'>[]): Doc<
return matchedRules; return matchedRules;
} }
async function getGenerationStats(generationId: string, token: string): Promise<Data> { async function getGenerationStats(
const generation = await fetch(`https://openrouter.ai/api/v1/generation?id=${generationId}`, { generationId: string,
headers: { token: string
Authorization: `Bearer ${token}`, ): Promise<Result<Data, string>> {
}, try {
}); const generation = await fetch(`https://openrouter.ai/api/v1/generation?id=${generationId}`, {
headers: {
Authorization: `Bearer ${token}`,
},
});
const { data } = await generation.json(); const { data } = await generation.json();
return data; if (!data) {
return err('No data returned from OpenRouter');
}
return ok(data);
} catch {
return err('Failed to get generation stats');
}
} }
export interface ApiResponse { export interface ApiResponse {