Title update occur when available (#512)

* wip: rename happens realtime

* Make title change happen when available

* remove debug log

* rm commented out code

* lint

* replace queue by single value

* remove .js

* reset initial pending message after writing

src/lib/stores/titleUpdate.ts

@@ -0,0 +1,8 @@
+import { writable } from "svelte/store";
+
+export interface TitleUpdate {
+	convId: string;
+	title: string;
+}
+
+export default writable<TitleUpdate | null>(null);

src/lib/types/MessageUpdate.ts

@@ -27,7 +27,7 @@ export type WebSearchUpdate = {
 
 export type StatusUpdate = {
 	type: "status";
-	status: "started" | "pending" | "finished" | "error";
+	status: "started" | "pending" | "finished" | "error" | "title";
 	message?: string;
 };
 

src/routes/+layout.svelte

@@ -16,6 +16,7 @@
 	import SettingsModal from "$lib/components/SettingsModal.svelte";
 	import LoginModal from "$lib/components/LoginModal.svelte";
 	import { PUBLIC_APP_ASSETS, PUBLIC_APP_NAME } from "$env/static/public";
+	import titleUpdate from "$lib/stores/titleUpdate";
 
 	export let data;
 
@@ -99,6 +100,18 @@
 		(data.requiresLogin
 			? !data.user
 			: !data.settings.ethicsModalAcceptedAt && !!PUBLIC_APP_DISCLAIMER);
+
+	$: if ($titleUpdate) {
+		const convIdx = data.conversations.findIndex(({ id }) => id === $titleUpdate?.convId);
+
+		if (convIdx != -1) {
+			data.conversations[convIdx].title = $titleUpdate?.title ?? data.conversations[convIdx].title;
+		}
+		// update data.conversations
+		data.conversations = [...data.conversations];
+
+		$titleUpdate = null;
+	}
 </script>
 
 <svelte:head>

src/routes/conversation/+server.ts

@@ -6,7 +6,6 @@ import { base } from "$app/paths";
 import { z } from "zod";
 import type { Message } from "$lib/types/Message";
 import { models, validateModel } from "$lib/server/models";
-import { authCondition } from "$lib/server/auth";
 
 export const POST: RequestHandler = async ({ locals, request }) => {
 	const body = await request.text();
@@ -43,9 +42,7 @@ export const POST: RequestHandler = async ({ locals, request }) => {
 
 	const res = await collections.conversations.insertOne({
 		_id: new ObjectId(),
-		title:
-			title ||
-			"Untitled " + ((await collections.conversations.countDocuments(authCondition(locals))) + 1),
+		title: title || "New Chat",
 		messages,
 		model: values.model,
 		preprompt: preprompt === model?.preprompt ? undefined : preprompt,

src/routes/conversation/[id]/+page.svelte

@@ -14,6 +14,7 @@
 	import type { Message } from "$lib/types/Message";
 	import { PUBLIC_APP_DISCLAIMER } from "$env/static/public";
 	import type { MessageUpdate, WebSearchUpdate } from "$lib/types/MessageUpdate";
+	import titleUpdate from "$lib/stores/titleUpdate";
 
 	export let data;
 
@@ -138,9 +139,9 @@
 
 					// if it's not done we parse the value, which contains all messages
 					const inputs = value.split("\n");
-					inputs.forEach((el: string) => {
+					inputs.forEach(async (el: string) => {
 						try {
-							let update = JSON.parse(el) as MessageUpdate;
+							const update = JSON.parse(el) as MessageUpdate;
 							if (update.type === "finalAnswer") {
 								finalAnswer = update.text;
 								reader.cancel();
@@ -161,6 +162,18 @@
 								}
 							} else if (update.type === "webSearch") {
 								webSearchMessages = [...webSearchMessages, update];
+							} else if (update.type === "status") {
+								if (update.status === "title" && update.message) {
+									const conv = data.conversations.find(({ id }) => id === $page.params.id);
+									if (conv) {
+										conv.title = update.message;
+
+										$titleUpdate = {
+											title: update.message,
+											convId: $page.params.id,
+										};
+									}
+								}
 							}
 						} catch (parseError) {
 							// in case of parsing error we wait for the next message
@@ -220,7 +233,8 @@
 	onMount(async () => {
 		// only used in case of creating new conversations (from the parent POST endpoint)
 		if ($pendingMessage) {
-			writeMessage($pendingMessage);
+			await writeMessage($pendingMessage);
+			$pendingMessage = "";
 		}
 	});
 

src/routes/conversation/[id]/+server.ts

@@ -121,14 +121,6 @@ export async function POST({ request, fetch, locals, params, getClientAddress })
 		];
 	})() satisfies Message[];
 
-	if (conv.title.startsWith("Untitled")) {
-		try {
-			conv.title = (await summarize(newPrompt)) ?? conv.title;
-		} catch (e) {
-			console.error(e);
-		}
-	}
-
 	await collections.conversations.updateOne(
 		{
 			_id: convId,
@@ -156,6 +148,28 @@ export async function POST({ request, fetch, locals, params, getClientAddress })
 
 			update({ type: "status", status: "started" });
 
+			if (conv.title === "New Chat" && messages.length === 1) {
+				try {
+					conv.title = (await summarize(newPrompt)) ?? conv.title;
+					update({ type: "status", status: "title", message: conv.title });
+				} catch (e) {
+					console.error(e);
+				}
+			}
+
+			await collections.conversations.updateOne(
+				{
+					_id: convId,
+				},
+				{
+					$set: {
+						messages,
+						title: conv.title,
+						updatedAt: new Date(),
+					},
+				}
+			);
+
 			let webSearchResults: WebSearch | undefined;
 
 			if (webSearch) {

src/routes/conversation/[id]/share/+server.ts

@@ -1,7 +1,7 @@
 import { authCondition } from "$lib/server/auth";
 import { collections } from "$lib/server/database";
 import type { SharedConversation } from "$lib/types/SharedConversation";
-import { getShareUrl } from "$lib/utils/getShareUrl.js";
+import { getShareUrl } from "$lib/utils/getShareUrl";
 import { hashConv } from "$lib/utils/hashConv";
 import { error } from "@sveltejs/kit";
 import { ObjectId } from "mongodb";