Make chat title summarization non blocking (#575)

src/routes/conversation/[id]/+server.ts

@@ -208,14 +208,16 @@ export async function POST({ request, locals, params, getClientAddress }) {
 
 			update({ type: "status", status: "started" });
 
-			if (conv.title === "New Chat" && messages.length === 1) {
-				try {
-					conv.title = (await summarize(newPrompt)) ?? conv.title;
-					update({ type: "status", status: "title", message: conv.title });
-				} catch (e) {
-					console.error(e);
+			const summarizeIfNeeded = (async () => {
+				if (conv.title === "New Chat" && messages.length === 1) {
+					try {
+						conv.title = (await summarize(newPrompt)) ?? conv.title;
+						update({ type: "status", status: "title", message: conv.title });
+					} catch (e) {
+						console.error(e);
+					}
 				}
-			}
+			})();
 
 			await collections.conversations.updateOne(
 				{
@@ -321,6 +323,7 @@ export async function POST({ request, locals, params, getClientAddress }) {
 				text: messages[messages.length - 1].content,
 			});
 
+			await summarizeIfNeeded;
 			return;
 		},
 		async cancel() {