Spaces:
Paused
Paused
| import type { Conversation } from "$lib/types/Conversation"; | |
| import type { Message } from "$lib/types/Message"; | |
| import { format } from "date-fns"; | |
| import { downloadFile } from "./files/downloadFile"; | |
| export async function preprocessMessages( | |
| messages: Message[], | |
| webSearch: Message["webSearch"], | |
| multimodal: boolean, | |
| id: Conversation["_id"] | |
| ): Promise<Message[]> { | |
| return await Promise.all( | |
| structuredClone(messages).map(async (message, idx) => { | |
| const webSearchContext = webSearch?.contextSources | |
| .map(({ context }) => context) | |
| .flat() | |
| .sort((a, b) => a.idx - b.idx) | |
| .map(({ text }) => text) | |
| .join(" "); | |
| // start by adding websearch to the last message | |
| if (idx === messages.length - 1 && webSearch && webSearchContext?.trim()) { | |
| const lastQuestion = messages.findLast((el) => el.from === "user")?.content ?? ""; | |
| const previousQuestions = messages | |
| .filter((el) => el.from === "user") | |
| .slice(0, -1) | |
| .map((el) => el.content); | |
| const currentDate = format(new Date(), "MMMM d, yyyy"); | |
| message.content = `I searched the web using the query: ${webSearch.searchQuery}. | |
| Today is ${currentDate} and here are the results: | |
| ===================== | |
| ${webSearchContext} | |
| ===================== | |
| ${previousQuestions.length > 0 ? `Previous questions: \n- ${previousQuestions.join("\n- ")}` : ""} | |
| Answer the question: ${lastQuestion}`; | |
| } | |
| // handle files if model is multimodal | |
| if (multimodal) { | |
| if (message.files && message.files.length > 0) { | |
| const markdowns = await Promise.all( | |
| message.files.map(async (hash) => { | |
| try { | |
| const { content: image, mime } = await downloadFile(hash, id); | |
| const b64 = image.toString("base64"); | |
| return `})`; | |
| } catch (e) { | |
| console.error(e); | |
| } | |
| }) | |
| ); | |
| message.content += markdowns.join("\n "); | |
| } else { | |
| // if no image, append an empty white image | |
| message.content += | |
| "\n"; | |
| } | |
| } | |
| return message; | |
| }) | |
| ); | |
| } | |