Tokymin's picture
ๆƒ้™้—ฎ้ข˜
2583ba2
import { AutoTokenizer } from '@xenova/transformers';
// Load tokenizer for a gated repository.
const tokenizer = await AutoTokenizer.from_pretrained('Tokymin/Mood_Anxiety_Disorder_Classify_Model');
// Encode text.
const text = 'Hello world!';
const encoded = tokenizer.encode(text);
console.log(encoded);