File size: 307 Bytes
2583ba2
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
import { AutoTokenizer } from '@xenova/transformers';

// Load tokenizer for a gated repository.
const tokenizer = await AutoTokenizer.from_pretrained('Tokymin/Mood_Anxiety_Disorder_Classify_Model');

// Encode text.
const text = 'Hello world!';
const encoded = tokenizer.encode(text);
console.log(encoded);