blind_chat / src /lib /buildPrompt.ts
lauro1's picture
test
faca43f
raw
history blame
894 Bytes
import type { BackendModel } from "./server/models";
import type { Message } from "./types/Message";
import { collections } from "$lib/server/database";
import { authCondition } from "./server/auth";
/**
* Convert [{user: "assistant", content: "hi"}, {user: "user", content: "hello"}] to:
*
* <|assistant|>hi<|endoftext|><|prompter|>hello<|endoftext|><|assistant|>
*/
interface buildPromptOptions {
messages: Pick<Message, "from" | "content">[];
model: BackendModel;
locals?: App.Locals;
webSearchId?: string;
preprompt?: string;
}
export async function buildPrompt({
messages,
model,
locals,
webSearchId,
preprompt,
}: buildPromptOptions): Promise<string> {
return (
model
.chatPromptRender({ messages, preprompt })
// Not super precise, but it's truncated in the model's backend anyway
.split(" ")
.slice(-(model.parameters?.truncate ?? 0))
.join(" ")
);
}