ehristoforu commited on
Commit
04f22a0
1 Parent(s): 32bf835

Update tokenizer_2/tokenizer_config.json

Browse files
Files changed (1) hide show
  1. tokenizer_2/tokenizer_config.json +1 -1
tokenizer_2/tokenizer_config.json CHANGED
@@ -33,6 +33,6 @@
33
  "errors": "replace",
34
  "model_max_length": 77,
35
  "pad_token": "!",
36
- "tokenizer_class": "CLIPTokenizer",
37
  "unk_token": "<|endoftext|>"
38
  }
 
33
  "errors": "replace",
34
  "model_max_length": 77,
35
  "pad_token": "!",
36
+ "tokenizer_class": "CLIPTokenizerFast",
37
  "unk_token": "<|endoftext|>"
38
  }