nielsr HF staff commited on
Commit
07b2df8
1 Parent(s): 9e8ec82

Upload tokenizer

Browse files
Files changed (3) hide show
  1. merges.txt +1 -1
  2. tokenizer_config.json +0 -1
  3. vocab.json +0 -0
merges.txt CHANGED
@@ -1,4 +1,4 @@
1
- #version: 0.2 - Trained by `huggingface/tokenizers`
2
  i n
3
  t h
4
  a n
 
1
+ #version: 0.2
2
  i n
3
  t h
4
  a n
tokenizer_config.json CHANGED
@@ -21,7 +21,6 @@
21
  "model_max_length": 77,
22
  "name_or_path": "openai/clip-vit-base-patch32",
23
  "pad_token": "<|endoftext|>",
24
- "processor_class": "XCLIPProcessor",
25
  "special_tokens_map_file": "/home/niels/.cache/huggingface/hub/models--openai--clip-vit-base-patch32/snapshots/f4881ba48ee4d21b7ed5602603b9e3e92eb1b346/special_tokens_map.json",
26
  "tokenizer_class": "CLIPTokenizer",
27
  "unk_token": {
 
21
  "model_max_length": 77,
22
  "name_or_path": "openai/clip-vit-base-patch32",
23
  "pad_token": "<|endoftext|>",
 
24
  "special_tokens_map_file": "/home/niels/.cache/huggingface/hub/models--openai--clip-vit-base-patch32/snapshots/f4881ba48ee4d21b7ed5602603b9e3e92eb1b346/special_tokens_map.json",
25
  "tokenizer_class": "CLIPTokenizer",
26
  "unk_token": {
vocab.json CHANGED
The diff for this file is too large to render. See raw diff