import { AutoTokenizer } from '@xenova/transformers'; | |
// Load tokenizer for a gated repository. | |
const tokenizer = await AutoTokenizer.from_pretrained('Tokymin/Mood_Anxiety_Disorder_Classify_Model'); | |
// Encode text. | |
const text = 'Hello world!'; | |
const encoded = tokenizer.encode(text); | |
console.log(encoded); |