DongfuJiang commited on
Commit
44f87c5
1 Parent(s): d9d09a3

Upload processor

Browse files
README.md CHANGED
@@ -1,7 +1,7 @@
1
  ---
 
2
  library_name: transformers
3
  license: apache-2.0
4
- base_model: Qwen/Qwen2-VL-7B-Instruct
5
  tags:
6
  - generated_from_trainer
7
  model-index:
 
1
  ---
2
+ base_model: Qwen/Qwen2-VL-7B-Instruct
3
  library_name: transformers
4
  license: apache-2.0
 
5
  tags:
6
  - generated_from_trainer
7
  model-index:
preprocessor_config.json CHANGED
@@ -14,9 +14,9 @@
14
  0.26130258,
15
  0.27577711
16
  ],
17
- "max_pixels": 501760,
18
  "merge_size": 2,
19
- "min_pixels": 200704,
20
  "patch_size": 14,
21
  "processor_class": "Qwen2VLProcessor",
22
  "resample": 3,
 
14
  0.26130258,
15
  0.27577711
16
  ],
17
+ "max_pixels": 12845056,
18
  "merge_size": 2,
19
+ "min_pixels": 3136,
20
  "patch_size": 14,
21
  "processor_class": "Qwen2VLProcessor",
22
  "resample": 3,
tokenizer.json CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:091aa7594dc2fcfbfa06b9e3c22a5f0562ac14f30375c13af7309407a0e67b8a
3
- size 11420371
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0b233397aeabcb441562b9186b921d6449dfc5f7bc567880400dc3662d264f02
3
+ size 7030148
tokenizer_config.json CHANGED
@@ -132,11 +132,8 @@
132
  "bos_token": null,
133
  "chat_template": "{% set image_count = namespace(value=0) %}{% set video_count = namespace(value=0) %}{% for message in messages %}{% if loop.first and message['role'] != 'system' %}<|im_start|>system\nYou are a helpful assistant.<|im_end|>\n{% endif %}<|im_start|>{{ message['role'] }}\n{% if message['content'] is string %}{{ message['content'] }}<|im_end|>\n{% else %}{% for content in message['content'] %}{% if content['type'] == 'image' or 'image' in content or 'image_url' in content %}{% set image_count.value = image_count.value + 1 %}{% if add_vision_id %}Picture {{ image_count.value }}: {% endif %}<|vision_start|><|image_pad|><|vision_end|>{% elif content['type'] == 'video' or 'video' in content %}{% set video_count.value = video_count.value + 1 %}{% if add_vision_id %}Video {{ video_count.value }}: {% endif %}<|vision_start|><|video_pad|><|vision_end|>{% elif 'text' in content %}{{ content['text'] }}{% endif %}{% endfor %}<|im_end|>\n{% endif %}{% endfor %}{% if add_generation_prompt %}<|im_start|>assistant\n{% endif %}",
134
  "clean_up_tokenization_spaces": false,
135
- "do_image_splitting": false,
136
  "eos_token": "<|im_end|>",
137
  "errors": "replace",
138
- "max_pixels": 501760,
139
- "min_pixels": 200704,
140
  "model_max_length": 32768,
141
  "pad_token": "<|endoftext|>",
142
  "padding_side": "left",
 
132
  "bos_token": null,
133
  "chat_template": "{% set image_count = namespace(value=0) %}{% set video_count = namespace(value=0) %}{% for message in messages %}{% if loop.first and message['role'] != 'system' %}<|im_start|>system\nYou are a helpful assistant.<|im_end|>\n{% endif %}<|im_start|>{{ message['role'] }}\n{% if message['content'] is string %}{{ message['content'] }}<|im_end|>\n{% else %}{% for content in message['content'] %}{% if content['type'] == 'image' or 'image' in content or 'image_url' in content %}{% set image_count.value = image_count.value + 1 %}{% if add_vision_id %}Picture {{ image_count.value }}: {% endif %}<|vision_start|><|image_pad|><|vision_end|>{% elif content['type'] == 'video' or 'video' in content %}{% set video_count.value = video_count.value + 1 %}{% if add_vision_id %}Video {{ video_count.value }}: {% endif %}<|vision_start|><|video_pad|><|vision_end|>{% elif 'text' in content %}{{ content['text'] }}{% endif %}{% endfor %}<|im_end|>\n{% endif %}{% endfor %}{% if add_generation_prompt %}<|im_start|>assistant\n{% endif %}",
134
  "clean_up_tokenization_spaces": false,
 
135
  "eos_token": "<|im_end|>",
136
  "errors": "replace",
 
 
137
  "model_max_length": 32768,
138
  "pad_token": "<|endoftext|>",
139
  "padding_side": "left",