File size: 113 Bytes
1b7fc74
 
 
1
2
3
from transformers import AutoTokenizer

tokenizer = AutoTokenizer.from_pretrained("abeja/gpt-neox-japanese-2.7b")