|
const EMB_REGEX = /<(?!l:|h:)[^,> ]*>?/g; |
|
const EMB_TRIGGER = () => CFG.useEmbeddings && tagword.match(EMB_REGEX); |
|
|
|
class EmbeddingParser extends BaseTagParser { |
|
parse() { |
|
|
|
let tempResults = []; |
|
if (tagword !== "<" && tagword !== "<e:") { |
|
let searchTerm = tagword.replace("<e:", "").replace("<", ""); |
|
let versionString; |
|
if (searchTerm.startsWith("v1") || searchTerm.startsWith("v2")) { |
|
versionString = searchTerm.slice(0, 2); |
|
searchTerm = searchTerm.slice(2); |
|
} |
|
|
|
let filterCondition = x => x[0].toLowerCase().includes(searchTerm) || x[0].toLowerCase().replaceAll(" ", "_").includes(searchTerm); |
|
|
|
if (versionString) |
|
tempResults = embeddings.filter(x => filterCondition(x) && x[1] && x[1] === versionString); |
|
else |
|
tempResults = embeddings.filter(x => filterCondition(x)); |
|
} else { |
|
tempResults = embeddings; |
|
} |
|
|
|
|
|
let finalResults = []; |
|
tempResults.forEach(t => { |
|
let result = new AutocompleteResult(t[0].trim(), ResultType.embedding) |
|
result.meta = t[1] + " Embedding"; |
|
finalResults.push(result); |
|
}); |
|
|
|
return finalResults; |
|
} |
|
} |
|
|
|
async function load() { |
|
if (embeddings.length === 0) { |
|
try { |
|
embeddings = (await readFile(`${tagBasePath}/temp/emb.txt`)).split("\n") |
|
.filter(x => x.trim().length > 0) |
|
.map(x => x.trim().split(",")); |
|
} catch (e) { |
|
console.error("Error loading embeddings.txt: " + e); |
|
} |
|
} |
|
} |
|
|
|
function sanitize(tagType, text) { |
|
if (tagType === ResultType.embedding) { |
|
return text.replace(/^.*?: /g, ""); |
|
} |
|
return null; |
|
} |
|
|
|
PARSERS.push(new EmbeddingParser(EMB_TRIGGER)); |
|
|
|
|
|
QUEUE_FILE_LOAD.push(load); |
|
QUEUE_SANITIZE.push(sanitize); |