vonjack commited on
Commit
ae15592
1 Parent(s): 7a68932

Upload 3 files

Browse files
added_tokens.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "<|im_end|>": 32000,
3
  "<|im_start|>": 32001,
4
- "<pad2>": 32002,
5
  "<pad3>": 32003,
6
  "<pad4>": 32004,
7
  "<pad5>": 32005,
 
1
  {
2
  "<|im_end|>": 32000,
3
  "<|im_start|>": 32001,
4
+ "<image>": 32002,
5
  "<pad3>": 32003,
6
  "<pad4>": 32004,
7
  "<pad5>": 32005,
special_tokens_map.json CHANGED
@@ -26,5 +26,12 @@
26
  "normalized": false,
27
  "rstrip": false,
28
  "single_word": false
 
 
 
 
 
 
 
29
  }
30
  }
 
26
  "normalized": false,
27
  "rstrip": false,
28
  "single_word": false
29
+ },
30
+ "image_token": {
31
+ "content": "<image>",
32
+ "lstrip": false,
33
+ "normalized": false,
34
+ "rstrip": false,
35
+ "single_word": false
36
  }
37
  }
tokenizer_config.json CHANGED
@@ -44,7 +44,7 @@
44
  "special": false
45
  },
46
  "32002": {
47
- "content": "<pad2>",
48
  "lstrip": false,
49
  "normalized": false,
50
  "rstrip": false,
 
44
  "special": false
45
  },
46
  "32002": {
47
+ "content": "<image>",
48
  "lstrip": false,
49
  "normalized": false,
50
  "rstrip": false,