JeasLee commited on
Commit
0a37cb0
·
verified ·
1 Parent(s): e51eab4

Delete RoboInterVLM_llava_one_vision_7B/tokenizer_config.json with huggingface_hub

Browse files
RoboInterVLM_llava_one_vision_7B/tokenizer_config.json DELETED
@@ -1,53 +0,0 @@
1
- {
2
- "add_prefix_space": false,
3
- "added_tokens_decoder": {
4
- "151643": {
5
- "content": "<|endoftext|>",
6
- "lstrip": false,
7
- "normalized": false,
8
- "rstrip": false,
9
- "single_word": false,
10
- "special": true
11
- },
12
- "151644": {
13
- "content": "<|im_start|>",
14
- "lstrip": false,
15
- "normalized": false,
16
- "rstrip": false,
17
- "single_word": false,
18
- "special": true
19
- },
20
- "151645": {
21
- "content": "<|im_end|>",
22
- "lstrip": false,
23
- "normalized": false,
24
- "rstrip": false,
25
- "single_word": false,
26
- "special": true
27
- },
28
- "151646": {
29
- "content": "<image>",
30
- "lstrip": false,
31
- "normalized": false,
32
- "rstrip": false,
33
- "single_word": false,
34
- "special": true
35
- }
36
- },
37
- "additional_special_tokens": [
38
- "<|im_start|>",
39
- "<|im_end|>"
40
- ],
41
- "bos_token": null,
42
- "chat_template": "{% for message in messages %}{% if loop.first and messages[0]['role'] != 'system' %}{{ '<|im_start|>system\nYou are a helpful assistant.<|im_end|>\n' }}{% endif %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}",
43
- "clean_up_tokenization_spaces": false,
44
- "eos_token": "<|im_end|>",
45
- "errors": "replace",
46
- "model_max_length": 32768,
47
- "pad_token": "<|endoftext|>",
48
- "padding_side": "right",
49
- "processor_class": "LlavaProcessor",
50
- "split_special_tokens": false,
51
- "tokenizer_class": "Qwen2Tokenizer",
52
- "unk_token": null
53
- }