Alara Dirik
commited on
Commit
·
aa665fc
1
Parent(s):
5fd7f74
Update tokenizer_config.json
Browse files- tokenizer_config.json +1 -2
tokenizer_config.json
CHANGED
@@ -18,11 +18,10 @@
|
|
18 |
"single_word": false
|
19 |
},
|
20 |
"errors": "replace",
|
21 |
-
"model_max_length":
|
22 |
"name_or_path": "openai/clip-vit-base-patch32",
|
23 |
"pad_token": "!",
|
24 |
"processor_class": "OwlViTProcessor",
|
25 |
-
"special_tokens_map_file": "/Users/adirik/.cache/huggingface/transformers/18a566598f286c9139f88160c99f84eec492a26bd22738fa9cb44d5b7e0a5c76.cce1206abbad28826f000510f22f354e53e66a97f7c23745a7dfe27609cc07f5",
|
26 |
"tokenizer_class": "CLIPTokenizer",
|
27 |
"unk_token": {
|
28 |
"__type": "AddedToken",
|
|
|
18 |
"single_word": false
|
19 |
},
|
20 |
"errors": "replace",
|
21 |
+
"model_max_length": 16,
|
22 |
"name_or_path": "openai/clip-vit-base-patch32",
|
23 |
"pad_token": "!",
|
24 |
"processor_class": "OwlViTProcessor",
|
|
|
25 |
"tokenizer_class": "CLIPTokenizer",
|
26 |
"unk_token": {
|
27 |
"__type": "AddedToken",
|