|
import { v4 as uuidv4 } from 'uuid'; |
|
import sha256 from 'js-sha256'; |
|
|
|
import dayjs from 'dayjs'; |
|
import relativeTime from 'dayjs/plugin/relativeTime'; |
|
import isToday from 'dayjs/plugin/isToday'; |
|
import isYesterday from 'dayjs/plugin/isYesterday'; |
|
import localizedFormat from 'dayjs/plugin/localizedFormat'; |
|
|
|
dayjs.extend(relativeTime); |
|
dayjs.extend(isToday); |
|
dayjs.extend(isYesterday); |
|
dayjs.extend(localizedFormat); |
|
|
|
import { WEBUI_BASE_URL } from '$lib/constants'; |
|
import { TTS_RESPONSE_SPLIT } from '$lib/types'; |
|
|
|
import { marked } from 'marked'; |
|
import markedExtension from '$lib/utils/marked/extension'; |
|
import markedKatexExtension from '$lib/utils/marked/katex-extension'; |
|
import hljs from 'highlight.js'; |
|
|
|
|
|
|
|
|
|
|
|
export const sleep = (ms: number) => new Promise((resolve) => setTimeout(resolve, ms)); |
|
|
|
function escapeRegExp(string: string): string { |
|
return string.replace(/[.*+?^${}()|[\]\\]/g, '\\$&'); |
|
} |
|
|
|
export const replaceTokens = (content, sourceIds, char, user) => { |
|
const tokens = [ |
|
{ regex: /{{char}}/gi, replacement: char }, |
|
{ regex: /{{user}}/gi, replacement: user }, |
|
{ |
|
regex: /{{VIDEO_FILE_ID_([a-f0-9-]+)}}/gi, |
|
replacement: (_, fileId) => |
|
`<video src="${WEBUI_BASE_URL}/api/v1/files/${fileId}/content" controls></video>` |
|
}, |
|
{ |
|
regex: /{{HTML_FILE_ID_([a-f0-9-]+)}}/gi, |
|
replacement: (_, fileId) => `<file type="html" id="${fileId}" />` |
|
} |
|
]; |
|
|
|
|
|
const processOutsideCodeBlocks = (text, replacementFn) => { |
|
return text |
|
.split(/(```[\s\S]*?```|`[\s\S]*?`)/) |
|
.map((segment) => { |
|
return segment.startsWith('```') || segment.startsWith('`') |
|
? segment |
|
: replacementFn(segment); |
|
}) |
|
.join(''); |
|
}; |
|
|
|
|
|
content = processOutsideCodeBlocks(content, (segment) => { |
|
tokens.forEach(({ regex, replacement }) => { |
|
if (replacement !== undefined && replacement !== null) { |
|
segment = segment.replace(regex, replacement); |
|
} |
|
}); |
|
|
|
if (Array.isArray(sourceIds)) { |
|
sourceIds.forEach((sourceId, idx) => { |
|
const regex = new RegExp(`\\[${idx + 1}\\]`, 'g'); |
|
segment = segment.replace(regex, `<source_id data="${idx + 1}" title="${sourceId}" />`); |
|
}); |
|
} |
|
|
|
return segment; |
|
}); |
|
|
|
return content; |
|
}; |
|
|
|
export const sanitizeResponseContent = (content: string) => { |
|
return content |
|
.replace(/<\|[a-z]*$/, '') |
|
.replace(/<\|[a-z]+\|$/, '') |
|
.replace(/<$/, '') |
|
.replaceAll(/<\|[a-z]+\|>/g, ' ') |
|
.replaceAll('<', '<') |
|
.replaceAll('>', '>') |
|
.trim(); |
|
}; |
|
|
|
export const processResponseContent = (content: string) => { |
|
return content.trim(); |
|
}; |
|
|
|
export function unescapeHtml(html: string) { |
|
const doc = new DOMParser().parseFromString(html, 'text/html'); |
|
return doc.documentElement.textContent; |
|
} |
|
|
|
export const capitalizeFirstLetter = (string) => { |
|
return string.charAt(0).toUpperCase() + string.slice(1); |
|
}; |
|
|
|
export const splitStream = (splitOn) => { |
|
let buffer = ''; |
|
return new TransformStream({ |
|
transform(chunk, controller) { |
|
buffer += chunk; |
|
const parts = buffer.split(splitOn); |
|
parts.slice(0, -1).forEach((part) => controller.enqueue(part)); |
|
buffer = parts[parts.length - 1]; |
|
}, |
|
flush(controller) { |
|
if (buffer) controller.enqueue(buffer); |
|
} |
|
}); |
|
}; |
|
|
|
export const convertMessagesToHistory = (messages) => { |
|
const history = { |
|
messages: {}, |
|
currentId: null |
|
}; |
|
|
|
let parentMessageId = null; |
|
let messageId = null; |
|
|
|
for (const message of messages) { |
|
messageId = uuidv4(); |
|
|
|
if (parentMessageId !== null) { |
|
history.messages[parentMessageId].childrenIds = [ |
|
...history.messages[parentMessageId].childrenIds, |
|
messageId |
|
]; |
|
} |
|
|
|
history.messages[messageId] = { |
|
...message, |
|
id: messageId, |
|
parentId: parentMessageId, |
|
childrenIds: [] |
|
}; |
|
|
|
parentMessageId = messageId; |
|
} |
|
|
|
history.currentId = messageId; |
|
return history; |
|
}; |
|
|
|
export const getGravatarURL = (email) => { |
|
|
|
|
|
|
|
const address = String(email).trim().toLowerCase(); |
|
|
|
|
|
const hash = sha256(address); |
|
|
|
|
|
return `https://www.gravatar.com/avatar/${hash}`; |
|
}; |
|
|
|
export const canvasPixelTest = () => { |
|
|
|
|
|
const canvas = document.createElement('canvas'); |
|
const ctx = canvas.getContext('2d'); |
|
canvas.height = 1; |
|
canvas.width = 1; |
|
const imageData = new ImageData(canvas.width, canvas.height); |
|
const pixelValues = imageData.data; |
|
|
|
|
|
for (let i = 0; i < imageData.data.length; i += 1) { |
|
if (i % 4 !== 3) { |
|
pixelValues[i] = Math.floor(256 * Math.random()); |
|
} else { |
|
pixelValues[i] = 255; |
|
} |
|
} |
|
|
|
ctx.putImageData(imageData, 0, 0); |
|
const p = ctx.getImageData(0, 0, canvas.width, canvas.height).data; |
|
|
|
|
|
for (let i = 0; i < p.length; i += 1) { |
|
if (p[i] !== pixelValues[i]) { |
|
console.log( |
|
'canvasPixelTest: Wrong canvas pixel RGB value detected:', |
|
p[i], |
|
'at:', |
|
i, |
|
'expected:', |
|
pixelValues[i] |
|
); |
|
console.log('canvasPixelTest: Canvas blocking or spoofing is likely'); |
|
return false; |
|
} |
|
} |
|
|
|
return true; |
|
}; |
|
|
|
export const compressImage = async (imageUrl, maxWidth, maxHeight) => { |
|
return new Promise((resolve, reject) => { |
|
const img = new Image(); |
|
img.onload = () => { |
|
const canvas = document.createElement('canvas'); |
|
let width = img.width; |
|
let height = img.height; |
|
|
|
|
|
|
|
if (maxWidth && maxHeight) { |
|
|
|
|
|
if (width <= maxWidth && height <= maxHeight) { |
|
resolve(imageUrl); |
|
return; |
|
} |
|
|
|
if (width / height > maxWidth / maxHeight) { |
|
height = Math.round((maxWidth * height) / width); |
|
width = maxWidth; |
|
} else { |
|
width = Math.round((maxHeight * width) / height); |
|
height = maxHeight; |
|
} |
|
} else if (maxWidth) { |
|
|
|
|
|
if (width <= maxWidth) { |
|
resolve(imageUrl); |
|
return; |
|
} |
|
|
|
height = Math.round((maxWidth * height) / width); |
|
width = maxWidth; |
|
} else if (maxHeight) { |
|
|
|
|
|
if (height <= maxHeight) { |
|
resolve(imageUrl); |
|
return; |
|
} |
|
|
|
width = Math.round((maxHeight * width) / height); |
|
height = maxHeight; |
|
} |
|
|
|
canvas.width = width; |
|
canvas.height = height; |
|
|
|
const context = canvas.getContext('2d'); |
|
context.drawImage(img, 0, 0, width, height); |
|
|
|
|
|
const compressedUrl = canvas.toDataURL(); |
|
resolve(compressedUrl); |
|
}; |
|
img.onerror = (error) => reject(error); |
|
img.src = imageUrl; |
|
}); |
|
}; |
|
export const generateInitialsImage = (name) => { |
|
const canvas = document.createElement('canvas'); |
|
const ctx = canvas.getContext('2d'); |
|
canvas.width = 100; |
|
canvas.height = 100; |
|
|
|
if (!canvasPixelTest()) { |
|
console.log( |
|
'generateInitialsImage: failed pixel test, fingerprint evasion is likely. Using default image.' |
|
); |
|
return '/user.png'; |
|
} |
|
|
|
ctx.fillStyle = '#F39C12'; |
|
ctx.fillRect(0, 0, canvas.width, canvas.height); |
|
|
|
ctx.fillStyle = '#FFFFFF'; |
|
ctx.font = '40px Helvetica'; |
|
ctx.textAlign = 'center'; |
|
ctx.textBaseline = 'middle'; |
|
|
|
const sanitizedName = name.trim(); |
|
const initials = |
|
sanitizedName.length > 0 |
|
? sanitizedName[0] + |
|
(sanitizedName.split(' ').length > 1 |
|
? sanitizedName[sanitizedName.lastIndexOf(' ') + 1] |
|
: '') |
|
: ''; |
|
|
|
ctx.fillText(initials.toUpperCase(), canvas.width / 2, canvas.height / 2); |
|
|
|
return canvas.toDataURL(); |
|
}; |
|
|
|
export const formatDate = (inputDate) => { |
|
const date = dayjs(inputDate); |
|
const now = dayjs(); |
|
|
|
if (date.isToday()) { |
|
return `Today at ${date.format('LT')}`; |
|
} else if (date.isYesterday()) { |
|
return `Yesterday at ${date.format('LT')}`; |
|
} else { |
|
return `${date.format('L')} at ${date.format('LT')}`; |
|
} |
|
}; |
|
|
|
export const copyToClipboard = async (text, formatted = false) => { |
|
if (formatted) { |
|
const options = { |
|
throwOnError: false, |
|
highlight: function (code, lang) { |
|
const language = hljs.getLanguage(lang) ? lang : 'plaintext'; |
|
return hljs.highlight(code, { language }).value; |
|
} |
|
}; |
|
marked.use(markedKatexExtension(options)); |
|
marked.use(markedExtension(options)); |
|
|
|
const htmlContent = marked.parse(text); |
|
|
|
|
|
const styledHtml = ` |
|
<div> |
|
<style> |
|
pre { |
|
background-color: #f6f8fa; |
|
border-radius: 6px; |
|
padding: 16px; |
|
overflow: auto; |
|
} |
|
code { |
|
font-family: 'SFMono-Regular', Consolas, 'Liberation Mono', Menlo, monospace; |
|
font-size: 14px; |
|
} |
|
.hljs-keyword { color: #d73a49; } |
|
.hljs-string { color: #032f62; } |
|
.hljs-comment { color: #6a737d; } |
|
.hljs-function { color: #6f42c1; } |
|
.hljs-number { color: #005cc5; } |
|
.hljs-operator { color: #d73a49; } |
|
.hljs-class { color: #6f42c1; } |
|
.hljs-title { color: #6f42c1; } |
|
.hljs-params { color: #24292e; } |
|
.hljs-built_in { color: #005cc5; } |
|
blockquote { |
|
border-left: 4px solid #dfe2e5; |
|
padding-left: 16px; |
|
color: #6a737d; |
|
margin-left: 0; |
|
margin-right: 0; |
|
} |
|
table { |
|
border-collapse: collapse; |
|
width: 100%; |
|
margin-bottom: 16px; |
|
} |
|
table, th, td { |
|
border: 1px solid #dfe2e5; |
|
} |
|
th, td { |
|
padding: 8px 12px; |
|
} |
|
th { |
|
background-color: #f6f8fa; |
|
} |
|
</style> |
|
${htmlContent} |
|
</div> |
|
`; |
|
|
|
|
|
const blob = new Blob([styledHtml], { type: 'text/html' }); |
|
|
|
try { |
|
|
|
const data = new ClipboardItem({ |
|
'text/html': blob, |
|
'text/plain': new Blob([text], { type: 'text/plain' }) |
|
}); |
|
|
|
|
|
await navigator.clipboard.write([data]); |
|
return true; |
|
} catch (err) { |
|
console.error('Error copying formatted content:', err); |
|
|
|
return await copyToClipboard(text); |
|
} |
|
} else { |
|
let result = false; |
|
if (!navigator.clipboard) { |
|
const textArea = document.createElement('textarea'); |
|
textArea.value = text; |
|
|
|
|
|
textArea.style.top = '0'; |
|
textArea.style.left = '0'; |
|
textArea.style.position = 'fixed'; |
|
|
|
document.body.appendChild(textArea); |
|
textArea.focus(); |
|
textArea.select(); |
|
|
|
try { |
|
const successful = document.execCommand('copy'); |
|
const msg = successful ? 'successful' : 'unsuccessful'; |
|
console.log('Fallback: Copying text command was ' + msg); |
|
result = true; |
|
} catch (err) { |
|
console.error('Fallback: Oops, unable to copy', err); |
|
} |
|
|
|
document.body.removeChild(textArea); |
|
return result; |
|
} |
|
|
|
result = await navigator.clipboard |
|
.writeText(text) |
|
.then(() => { |
|
console.log('Async: Copying to clipboard was successful!'); |
|
return true; |
|
}) |
|
.catch((error) => { |
|
console.error('Async: Could not copy text: ', error); |
|
return false; |
|
}); |
|
|
|
return result; |
|
} |
|
}; |
|
|
|
export const compareVersion = (latest, current) => { |
|
return current === '0.0.0' |
|
? false |
|
: current.localeCompare(latest, undefined, { |
|
numeric: true, |
|
sensitivity: 'case', |
|
caseFirst: 'upper' |
|
}) < 0; |
|
}; |
|
|
|
export const extractCurlyBraceWords = (text) => { |
|
const regex = /\{\{([^}]+)\}\}/g; |
|
const matches = []; |
|
let match; |
|
|
|
while ((match = regex.exec(text)) !== null) { |
|
matches.push({ |
|
word: match[1].trim(), |
|
startIndex: match.index, |
|
endIndex: regex.lastIndex - 1 |
|
}); |
|
} |
|
|
|
return matches; |
|
}; |
|
|
|
export const removeLastWordFromString = (inputString, wordString) => { |
|
console.log('inputString', inputString); |
|
|
|
const lines = inputString.split('\n'); |
|
|
|
|
|
const lastLine = lines.pop(); |
|
|
|
|
|
const words = lastLine.split(' '); |
|
|
|
|
|
if (words.at(-1) === wordString || (wordString === '' && words.at(-1) === '\\#')) { |
|
words.pop(); |
|
} |
|
|
|
|
|
let updatedLastLine = words.join(' '); |
|
|
|
|
|
if (updatedLastLine !== '') { |
|
updatedLastLine += ' '; |
|
} |
|
|
|
|
|
const resultString = [...lines, updatedLastLine].join('\n'); |
|
|
|
|
|
console.log('resultString', resultString); |
|
|
|
return resultString; |
|
}; |
|
|
|
export const removeFirstHashWord = (inputString) => { |
|
|
|
const words = inputString.split(' '); |
|
|
|
|
|
const index = words.findIndex((word) => word.startsWith('#')); |
|
|
|
|
|
if (index !== -1) { |
|
words.splice(index, 1); |
|
} |
|
|
|
|
|
const resultString = words.join(' '); |
|
|
|
return resultString; |
|
}; |
|
|
|
export const transformFileName = (fileName) => { |
|
|
|
const lowerCaseFileName = fileName.toLowerCase(); |
|
|
|
|
|
const sanitizedFileName = lowerCaseFileName.replace(/[^\w\s]/g, ''); |
|
|
|
|
|
const finalFileName = sanitizedFileName.replace(/\s+/g, '-'); |
|
|
|
return finalFileName; |
|
}; |
|
|
|
export const calculateSHA256 = async (file) => { |
|
|
|
const reader = new FileReader(); |
|
|
|
|
|
const readFile = new Promise((resolve, reject) => { |
|
reader.onload = () => resolve(reader.result); |
|
reader.onerror = reject; |
|
}); |
|
|
|
|
|
reader.readAsArrayBuffer(file); |
|
|
|
try { |
|
|
|
const buffer = await readFile; |
|
|
|
|
|
const uint8Array = new Uint8Array(buffer); |
|
|
|
|
|
const hashBuffer = await crypto.subtle.digest('SHA-256', uint8Array); |
|
|
|
|
|
const hashArray = Array.from(new Uint8Array(hashBuffer)); |
|
const hashHex = hashArray.map((byte) => byte.toString(16).padStart(2, '0')).join(''); |
|
|
|
return `${hashHex}`; |
|
} catch (error) { |
|
console.error('Error calculating SHA-256 hash:', error); |
|
throw error; |
|
} |
|
}; |
|
|
|
export const getImportOrigin = (_chats) => { |
|
|
|
if ('mapping' in _chats[0]) { |
|
return 'openai'; |
|
} |
|
return 'webui'; |
|
}; |
|
|
|
export const getUserPosition = async (raw = false) => { |
|
|
|
const position = await new Promise((resolve, reject) => { |
|
navigator.geolocation.getCurrentPosition(resolve, reject); |
|
}).catch((error) => { |
|
console.error('Error getting user location:', error); |
|
throw error; |
|
}); |
|
|
|
if (!position) { |
|
return 'Location not available'; |
|
} |
|
|
|
|
|
const { latitude, longitude } = position.coords; |
|
|
|
if (raw) { |
|
return { latitude, longitude }; |
|
} else { |
|
return `${latitude.toFixed(3)}, ${longitude.toFixed(3)} (lat, long)`; |
|
} |
|
}; |
|
|
|
const convertOpenAIMessages = (convo) => { |
|
|
|
const mapping = convo['mapping']; |
|
const messages = []; |
|
let currentId = ''; |
|
let lastId = null; |
|
|
|
for (const message_id in mapping) { |
|
const message = mapping[message_id]; |
|
currentId = message_id; |
|
try { |
|
if ( |
|
messages.length == 0 && |
|
(message['message'] == null || |
|
(message['message']['content']['parts']?.[0] == '' && |
|
message['message']['content']['text'] == null)) |
|
) { |
|
|
|
continue; |
|
} else { |
|
const new_chat = { |
|
id: message_id, |
|
parentId: lastId, |
|
childrenIds: message['children'] || [], |
|
role: message['message']?.['author']?.['role'] !== 'user' ? 'assistant' : 'user', |
|
content: |
|
message['message']?.['content']?.['parts']?.[0] || |
|
message['message']?.['content']?.['text'] || |
|
'', |
|
model: 'gpt-3.5-turbo', |
|
done: true, |
|
context: null |
|
}; |
|
messages.push(new_chat); |
|
lastId = currentId; |
|
} |
|
} catch (error) { |
|
console.log('Error with', message, '\nError:', error); |
|
} |
|
} |
|
|
|
const history: Record<PropertyKey, (typeof messages)[number]> = {}; |
|
messages.forEach((obj) => (history[obj.id] = obj)); |
|
|
|
const chat = { |
|
history: { |
|
currentId: currentId, |
|
messages: history |
|
}, |
|
models: ['gpt-3.5-turbo'], |
|
messages: messages, |
|
options: {}, |
|
timestamp: convo['create_time'], |
|
title: convo['title'] ?? 'New Chat' |
|
}; |
|
return chat; |
|
}; |
|
|
|
const validateChat = (chat) => { |
|
|
|
const messages = chat.messages; |
|
|
|
|
|
if (messages.length === 0) { |
|
return false; |
|
} |
|
|
|
|
|
const lastMessage = messages[messages.length - 1]; |
|
if (lastMessage.childrenIds.length !== 0) { |
|
return false; |
|
} |
|
|
|
|
|
const firstMessage = messages[0]; |
|
if (firstMessage.parentId !== null) { |
|
return false; |
|
} |
|
|
|
|
|
for (const message of messages) { |
|
if (typeof message.content !== 'string') { |
|
return false; |
|
} |
|
} |
|
|
|
return true; |
|
}; |
|
|
|
export const convertOpenAIChats = (_chats) => { |
|
|
|
const chats = []; |
|
let failed = 0; |
|
for (const convo of _chats) { |
|
const chat = convertOpenAIMessages(convo); |
|
|
|
if (validateChat(chat)) { |
|
chats.push({ |
|
id: convo['id'], |
|
user_id: '', |
|
title: convo['title'], |
|
chat: chat, |
|
timestamp: convo['create_time'] |
|
}); |
|
} else { |
|
failed++; |
|
} |
|
} |
|
console.log(failed, 'Conversations could not be imported'); |
|
return chats; |
|
}; |
|
|
|
export const isValidHttpUrl = (string: string) => { |
|
let url; |
|
|
|
try { |
|
url = new URL(string); |
|
} catch (_) { |
|
return false; |
|
} |
|
|
|
return url.protocol === 'http:' || url.protocol === 'https:'; |
|
}; |
|
|
|
export const removeEmojis = (str: string) => { |
|
|
|
const emojiRegex = /[\uD800-\uDBFF][\uDC00-\uDFFF]|\uD83C[\uDC00-\uDFFF]|\uD83D[\uDC00-\uDE4F]/g; |
|
|
|
|
|
return str.replace(emojiRegex, ''); |
|
}; |
|
|
|
export const removeFormattings = (str: string) => { |
|
return ( |
|
str |
|
|
|
.replace(/(```[\s\S]*?```)/g, '') |
|
.replace(/^\|.*\|$/gm, '') |
|
|
|
.replace(/(?:\*\*|__)(.*?)(?:\*\*|__)/g, '$1') |
|
.replace(/(?:[*_])(.*?)(?:[*_])/g, '$1') |
|
.replace(/~~(.*?)~~/g, '$1') |
|
.replace(/`([^`]+)`/g, '$1') |
|
|
|
|
|
.replace(/!?\[([^\]]*)\](?:\([^)]+\)|\[[^\]]*\])/g, '$1') |
|
.replace(/^\[[^\]]+\]:\s*.*$/gm, '') |
|
|
|
|
|
.replace(/^#{1,6}\s+/gm, '') |
|
.replace(/^\s*[-*+]\s+/gm, '') |
|
.replace(/^\s*(?:\d+\.)\s+/gm, '') |
|
.replace(/^\s*>[> ]*/gm, '') |
|
.replace(/^\s*:\s+/gm, '') |
|
|
|
|
|
.replace(/\[\^[^\]]*\]/g, '') |
|
.replace(/[-*_~]/g, '') |
|
.replace(/\n{2,}/g, '\n') |
|
); |
|
}; |
|
|
|
export const cleanText = (content: string) => { |
|
return removeFormattings(removeEmojis(content.trim())); |
|
}; |
|
|
|
export const removeDetails = (content, types) => { |
|
for (const type of types) { |
|
content = content.replace( |
|
new RegExp(`<details\\s+type="${type}"[^>]*>.*?<\\/details>`, 'gis'), |
|
'' |
|
); |
|
} |
|
|
|
return content; |
|
}; |
|
|
|
export const removeAllDetails = (content) => { |
|
content = content.replace(/<details[^>]*>.*?<\/details>/gis, ''); |
|
return content; |
|
}; |
|
|
|
export const processDetails = (content) => { |
|
content = removeDetails(content, ['reasoning', 'code_interpreter']); |
|
|
|
|
|
const detailsRegex = /<details\s+type="tool_calls"([^>]*)>([\s\S]*?)<\/details>/gis; |
|
const matches = content.match(detailsRegex); |
|
if (matches) { |
|
for (const match of matches) { |
|
const attributesRegex = /(\w+)="([^"]*)"/g; |
|
const attributes = {}; |
|
let attributeMatch; |
|
while ((attributeMatch = attributesRegex.exec(match)) !== null) { |
|
attributes[attributeMatch[1]] = attributeMatch[2]; |
|
} |
|
|
|
content = content.replace( |
|
match, |
|
`<tool_calls name="${attributes.name}" result="${attributes.result}"/>` |
|
); |
|
} |
|
} |
|
|
|
return content; |
|
}; |
|
|
|
|
|
const codeBlockRegex = /```[\s\S]*?```/g; |
|
|
|
export const extractSentences = (text: string) => { |
|
const codeBlocks: string[] = []; |
|
let index = 0; |
|
|
|
|
|
text = text.replace(codeBlockRegex, (match) => { |
|
const placeholder = `\u0000${index}\u0000`; |
|
codeBlocks[index++] = match; |
|
return placeholder; |
|
}); |
|
|
|
|
|
let sentences = text.split(/(?<=[.!?])\s+/); |
|
|
|
|
|
sentences = sentences.map((sentence) => { |
|
|
|
return sentence.replace(/\u0000(\d+)\u0000/g, (_, idx) => codeBlocks[idx]); |
|
}); |
|
|
|
return sentences.map(cleanText).filter(Boolean); |
|
}; |
|
|
|
export const extractParagraphsForAudio = (text: string) => { |
|
const codeBlocks: string[] = []; |
|
let index = 0; |
|
|
|
|
|
text = text.replace(codeBlockRegex, (match) => { |
|
const placeholder = `\u0000${index}\u0000`; |
|
codeBlocks[index++] = match; |
|
return placeholder; |
|
}); |
|
|
|
|
|
let paragraphs = text.split(/\n+/); |
|
|
|
|
|
paragraphs = paragraphs.map((paragraph) => { |
|
|
|
return paragraph.replace(/\u0000(\d+)\u0000/g, (_, idx) => codeBlocks[idx]); |
|
}); |
|
|
|
return paragraphs.map(cleanText).filter(Boolean); |
|
}; |
|
|
|
export const extractSentencesForAudio = (text: string) => { |
|
return extractSentences(text).reduce((mergedTexts, currentText) => { |
|
const lastIndex = mergedTexts.length - 1; |
|
if (lastIndex >= 0) { |
|
const previousText = mergedTexts[lastIndex]; |
|
const wordCount = previousText.split(/\s+/).length; |
|
const charCount = previousText.length; |
|
if (wordCount < 4 || charCount < 50) { |
|
mergedTexts[lastIndex] = previousText + ' ' + currentText; |
|
} else { |
|
mergedTexts.push(currentText); |
|
} |
|
} else { |
|
mergedTexts.push(currentText); |
|
} |
|
return mergedTexts; |
|
}, [] as string[]); |
|
}; |
|
|
|
export const getMessageContentParts = (content: string, split_on: string = 'punctuation') => { |
|
content = removeDetails(content, ['reasoning', 'code_interpreter', 'tool_calls']); |
|
const messageContentParts: string[] = []; |
|
|
|
switch (split_on) { |
|
default: |
|
case TTS_RESPONSE_SPLIT.PUNCTUATION: |
|
messageContentParts.push(...extractSentencesForAudio(content)); |
|
break; |
|
case TTS_RESPONSE_SPLIT.PARAGRAPHS: |
|
messageContentParts.push(...extractParagraphsForAudio(content)); |
|
break; |
|
case TTS_RESPONSE_SPLIT.NONE: |
|
messageContentParts.push(cleanText(content)); |
|
break; |
|
} |
|
|
|
return messageContentParts; |
|
}; |
|
|
|
export const blobToFile = (blob, fileName) => { |
|
|
|
const file = new File([blob], fileName, { type: blob.type }); |
|
return file; |
|
}; |
|
|
|
export const getPromptVariables = (user_name, user_location) => { |
|
return { |
|
'{{USER_NAME}}': user_name, |
|
'{{USER_LOCATION}}': user_location || 'Unknown', |
|
'{{CURRENT_DATETIME}}': getCurrentDateTime(), |
|
'{{CURRENT_DATE}}': getFormattedDate(), |
|
'{{CURRENT_TIME}}': getFormattedTime(), |
|
'{{CURRENT_WEEKDAY}}': getWeekday(), |
|
'{{CURRENT_TIMEZONE}}': getUserTimezone(), |
|
'{{USER_LANGUAGE}}': localStorage.getItem('locale') || 'en-US' |
|
}; |
|
}; |
|
|
|
|
|
|
|
|
|
|
|
export const promptTemplate = ( |
|
template: string, |
|
user_name?: string, |
|
user_location?: string |
|
): string => { |
|
|
|
const currentDate = new Date(); |
|
|
|
|
|
const formattedDate = |
|
currentDate.getFullYear() + |
|
'-' + |
|
String(currentDate.getMonth() + 1).padStart(2, '0') + |
|
'-' + |
|
String(currentDate.getDate()).padStart(2, '0'); |
|
|
|
|
|
const currentTime = currentDate.toLocaleTimeString('en-US', { |
|
hour: 'numeric', |
|
minute: 'numeric', |
|
second: 'numeric', |
|
hour12: true |
|
}); |
|
|
|
|
|
const currentWeekday = getWeekday(); |
|
|
|
|
|
const currentTimezone = getUserTimezone(); |
|
|
|
|
|
const userLanguage = localStorage.getItem('locale') || 'en-US'; |
|
|
|
|
|
template = template.replace('{{CURRENT_DATETIME}}', `${formattedDate} ${currentTime}`); |
|
|
|
|
|
template = template.replace('{{CURRENT_DATE}}', formattedDate); |
|
|
|
|
|
template = template.replace('{{CURRENT_TIME}}', currentTime); |
|
|
|
|
|
template = template.replace('{{CURRENT_WEEKDAY}}', currentWeekday); |
|
|
|
|
|
template = template.replace('{{CURRENT_TIMEZONE}}', currentTimezone); |
|
|
|
|
|
template = template.replace('{{USER_LANGUAGE}}', userLanguage); |
|
|
|
if (user_name) { |
|
|
|
template = template.replace('{{USER_NAME}}', user_name); |
|
} |
|
|
|
if (user_location) { |
|
|
|
template = template.replace('{{USER_LOCATION}}', user_location); |
|
} else { |
|
|
|
template = template.replace('{{USER_LOCATION}}', 'LOCATION_UNKNOWN'); |
|
} |
|
|
|
return template; |
|
}; |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
export const titleGenerationTemplate = (template: string, prompt: string): string => { |
|
template = template.replace( |
|
/{{prompt}}|{{prompt:start:(\d+)}}|{{prompt:end:(\d+)}}|{{prompt:middletruncate:(\d+)}}/g, |
|
(match, startLength, endLength, middleLength) => { |
|
if (match === '{{prompt}}') { |
|
return prompt; |
|
} else if (match.startsWith('{{prompt:start:')) { |
|
return prompt.substring(0, startLength); |
|
} else if (match.startsWith('{{prompt:end:')) { |
|
return prompt.slice(-endLength); |
|
} else if (match.startsWith('{{prompt:middletruncate:')) { |
|
if (prompt.length <= middleLength) { |
|
return prompt; |
|
} |
|
const start = prompt.slice(0, Math.ceil(middleLength / 2)); |
|
const end = prompt.slice(-Math.floor(middleLength / 2)); |
|
return `${start}...${end}`; |
|
} |
|
return ''; |
|
} |
|
); |
|
|
|
template = promptTemplate(template); |
|
|
|
return template; |
|
}; |
|
|
|
export const approximateToHumanReadable = (nanoseconds: number) => { |
|
const seconds = Math.floor((nanoseconds / 1e9) % 60); |
|
const minutes = Math.floor((nanoseconds / 6e10) % 60); |
|
const hours = Math.floor((nanoseconds / 3.6e12) % 24); |
|
|
|
const results: string[] = []; |
|
|
|
if (seconds >= 0) { |
|
results.push(`${seconds}s`); |
|
} |
|
|
|
if (minutes > 0) { |
|
results.push(`${minutes}m`); |
|
} |
|
|
|
if (hours > 0) { |
|
results.push(`${hours}h`); |
|
} |
|
|
|
return results.reverse().join(' '); |
|
}; |
|
|
|
export const getTimeRange = (timestamp) => { |
|
const now = new Date(); |
|
const date = new Date(timestamp * 1000); |
|
|
|
|
|
const diffTime = now.getTime() - date.getTime(); |
|
const diffDays = diffTime / (1000 * 3600 * 24); |
|
|
|
const nowDate = now.getDate(); |
|
const nowMonth = now.getMonth(); |
|
const nowYear = now.getFullYear(); |
|
|
|
const dateDate = date.getDate(); |
|
const dateMonth = date.getMonth(); |
|
const dateYear = date.getFullYear(); |
|
|
|
if (nowYear === dateYear && nowMonth === dateMonth && nowDate === dateDate) { |
|
return 'Today'; |
|
} else if (nowYear === dateYear && nowMonth === dateMonth && nowDate - dateDate === 1) { |
|
return 'Yesterday'; |
|
} else if (diffDays <= 7) { |
|
return 'Previous 7 days'; |
|
} else if (diffDays <= 30) { |
|
return 'Previous 30 days'; |
|
} else if (nowYear === dateYear) { |
|
return date.toLocaleString('default', { month: 'long' }); |
|
} else { |
|
return date.getFullYear().toString(); |
|
} |
|
}; |
|
|
|
|
|
|
|
|
|
|
|
|
|
export const extractFrontmatter = (content) => { |
|
const frontmatter = {}; |
|
let frontmatterStarted = false; |
|
let frontmatterEnded = false; |
|
const frontmatterPattern = /^\s*([a-z_]+):\s*(.*)\s*$/i; |
|
|
|
|
|
const lines = content.split('\n'); |
|
|
|
|
|
if (lines[0].trim() !== '"""') { |
|
return {}; |
|
} |
|
|
|
frontmatterStarted = true; |
|
|
|
for (let i = 1; i < lines.length; i++) { |
|
const line = lines[i]; |
|
|
|
if (line.includes('"""')) { |
|
if (frontmatterStarted) { |
|
frontmatterEnded = true; |
|
break; |
|
} |
|
} |
|
|
|
if (frontmatterStarted && !frontmatterEnded) { |
|
const match = frontmatterPattern.exec(line); |
|
if (match) { |
|
const [, key, value] = match; |
|
frontmatter[key.trim()] = value.trim(); |
|
} |
|
} |
|
} |
|
|
|
return frontmatter; |
|
}; |
|
|
|
|
|
export const bestMatchingLanguage = (supportedLanguages, preferredLanguages, defaultLocale) => { |
|
const languages = supportedLanguages.map((lang) => lang.code); |
|
|
|
const match = preferredLanguages |
|
.map((prefLang) => languages.find((lang) => lang.startsWith(prefLang))) |
|
.find(Boolean); |
|
|
|
return match || defaultLocale; |
|
}; |
|
|
|
|
|
export const getFormattedDate = () => { |
|
const date = new Date(); |
|
const year = date.getFullYear(); |
|
const month = String(date.getMonth() + 1).padStart(2, '0'); |
|
const day = String(date.getDate()).padStart(2, '0'); |
|
return `${year}-${month}-${day}`; |
|
}; |
|
|
|
|
|
export const getFormattedTime = () => { |
|
const date = new Date(); |
|
return date.toTimeString().split(' ')[0]; |
|
}; |
|
|
|
|
|
export const getCurrentDateTime = () => { |
|
return `${getFormattedDate()} ${getFormattedTime()}`; |
|
}; |
|
|
|
|
|
export const getUserTimezone = () => { |
|
return Intl.DateTimeFormat().resolvedOptions().timeZone; |
|
}; |
|
|
|
|
|
export const getWeekday = () => { |
|
const date = new Date(); |
|
const weekdays = ['Sunday', 'Monday', 'Tuesday', 'Wednesday', 'Thursday', 'Friday', 'Saturday']; |
|
return weekdays[date.getDay()]; |
|
}; |
|
|
|
export const createMessagesList = (history, messageId) => { |
|
if (messageId === null) { |
|
return []; |
|
} |
|
|
|
const message = history.messages[messageId]; |
|
if (message?.parentId) { |
|
return [...createMessagesList(history, message.parentId), message]; |
|
} else { |
|
return [message]; |
|
} |
|
}; |
|
|
|
export const formatFileSize = (size) => { |
|
if (size == null) return 'Unknown size'; |
|
if (typeof size !== 'number' || size < 0) return 'Invalid size'; |
|
if (size === 0) return '0 B'; |
|
const units = ['B', 'KB', 'MB', 'GB', 'TB']; |
|
let unitIndex = 0; |
|
|
|
while (size >= 1024 && unitIndex < units.length - 1) { |
|
size /= 1024; |
|
unitIndex++; |
|
} |
|
return `${size.toFixed(1)} ${units[unitIndex]}`; |
|
}; |
|
|
|
export const getLineCount = (text) => { |
|
console.log(typeof text); |
|
return text ? text.split('\n').length : 0; |
|
}; |
|
|
|
|
|
function resolveSchema(schemaRef, components, resolvedSchemas = new Set()) { |
|
if (!schemaRef) return {}; |
|
|
|
if (schemaRef['$ref']) { |
|
const refPath = schemaRef['$ref']; |
|
const schemaName = refPath.split('/').pop(); |
|
|
|
if (resolvedSchemas.has(schemaName)) { |
|
|
|
return {}; |
|
} |
|
resolvedSchemas.add(schemaName); |
|
const referencedSchema = components.schemas[schemaName]; |
|
return resolveSchema(referencedSchema, components, resolvedSchemas); |
|
} |
|
|
|
if (schemaRef.type) { |
|
const schemaObj = { type: schemaRef.type }; |
|
|
|
if (schemaRef.description) { |
|
schemaObj.description = schemaRef.description; |
|
} |
|
|
|
switch (schemaRef.type) { |
|
case 'object': |
|
schemaObj.properties = {}; |
|
schemaObj.required = schemaRef.required || []; |
|
for (const [propName, propSchema] of Object.entries(schemaRef.properties || {})) { |
|
schemaObj.properties[propName] = resolveSchema(propSchema, components); |
|
} |
|
break; |
|
|
|
case 'array': |
|
schemaObj.items = resolveSchema(schemaRef.items, components); |
|
break; |
|
|
|
default: |
|
|
|
break; |
|
} |
|
return schemaObj; |
|
} |
|
|
|
|
|
return {}; |
|
} |
|
|
|
|
|
export const convertOpenApiToToolPayload = (openApiSpec) => { |
|
const toolPayload = []; |
|
|
|
for (const [path, methods] of Object.entries(openApiSpec.paths)) { |
|
for (const [method, operation] of Object.entries(methods)) { |
|
if (operation?.operationId) { |
|
const tool = { |
|
type: 'function', |
|
name: operation.operationId, |
|
description: operation.description || operation.summary || 'No description available.', |
|
parameters: { |
|
type: 'object', |
|
properties: {}, |
|
required: [] |
|
} |
|
}; |
|
|
|
|
|
if (operation.parameters) { |
|
operation.parameters.forEach((param) => { |
|
let description = param.schema.description || param.description || ''; |
|
if (param.schema.enum && Array.isArray(param.schema.enum)) { |
|
description += `. Possible values: ${param.schema.enum.join(', ')}`; |
|
} |
|
tool.parameters.properties[param.name] = { |
|
type: param.schema.type, |
|
description: description |
|
}; |
|
|
|
if (param.required) { |
|
tool.parameters.required.push(param.name); |
|
} |
|
}); |
|
} |
|
|
|
|
|
if (operation.requestBody) { |
|
const content = operation.requestBody.content; |
|
if (content && content['application/json']) { |
|
const requestSchema = content['application/json'].schema; |
|
const resolvedRequestSchema = resolveSchema(requestSchema, openApiSpec.components); |
|
|
|
if (resolvedRequestSchema.properties) { |
|
tool.parameters.properties = { |
|
...tool.parameters.properties, |
|
...resolvedRequestSchema.properties |
|
}; |
|
|
|
if (resolvedRequestSchema.required) { |
|
tool.parameters.required = [ |
|
...new Set([...tool.parameters.required, ...resolvedRequestSchema.required]) |
|
]; |
|
} |
|
} else if (resolvedRequestSchema.type === 'array') { |
|
tool.parameters = resolvedRequestSchema; |
|
} |
|
} |
|
} |
|
|
|
toolPayload.push(tool); |
|
} |
|
} |
|
} |
|
|
|
return toolPayload; |
|
}; |
|
|
|
export const slugify = (str: string): string => { |
|
return ( |
|
str |
|
|
|
.normalize('NFD') |
|
|
|
.replace(/[\u0300-\u036f]/g, '') |
|
|
|
.replace(/\s+/g, '-') |
|
|
|
.replace(/[^a-zA-Z0-9-]/g, '') |
|
|
|
.toLowerCase() |
|
); |
|
}; |
|
|