File size: 115 Bytes
a1b0cd0
480ae5d
 
a1b0cd0
480ae5d
1
2
3
4
5
6

import copy
from vocab.text_davinci_003 import tokenizer as base_tokenizer

tokenizer = copy.copy(base_tokenizer)