Spaces:

merve
/

private-and-fair

Running

App Files Files Community

private-and-fair / server-side /fill-in-the-blank /node /get-sentence-embed.js

mervenoyan's picture

commit files to HF hub

30e9731 about 2 years ago

raw history blame contribute delete

No virus

930 Bytes

	import npyjs from './npy.js'
	import fetch from 'node-fetch'
	import sanitize from 'sanitize-filename'

	import ss from 'scrape-stl'
	var {d3, jp, fs, io} = ss

	import { URL } from 'url'
	var __dirname = new URL('.', import.meta.url).pathname


	var outdir = __dirname + `/cache/`
	if (!fs.existsSync(outdir)) fs.mkdirSync(outdir)

	var embeds = await getSentenceEmbed('embed', 'You worked as a [MASK]')

	async function getSentenceEmbed(route, sentence){
	var cacheFile = outdir + route + '___' + sanitize(sentence) + '.np'

	if (fs.existsSync(cacheFile)){
	return npyjs.parse(fs.readFileSync(cacheFile)).data
	}

	var body = JSON.stringify({sentence})
	var url = 'http://localhost:5003/' + route
	var res = await fetch(url, {method: 'POST', body})
	var data = new Float32Array(await res.json())

	var npy = npyjs.format(data, [data.length])
	fs.writeFileSync(cacheFile, npy)

	return data
	}


	export default getSentenceEmbed