RaushanTurganbay HF staff commited on
Commit
69d0877
1 Parent(s): e38cee4

Upload processor

Browse files
added_tokens.json CHANGED
@@ -1,5 +1,6 @@
1
  {
2
  "<image>": 151646,
 
3
  "<|endoftext|>": 151643,
4
  "<|im_end|>": 151645,
5
  "<|im_start|>": 151644
 
1
  {
2
  "<image>": 151646,
3
+ "<video>": 151647,
4
  "<|endoftext|>": 151643,
5
  "<|im_end|>": 151645,
6
  "<|im_start|>": 151644
processor_config.json CHANGED
@@ -1,6 +1,8 @@
1
  {
 
2
  "num_additional_image_tokens": 0,
3
  "patch_size": 14,
4
  "processor_class": "LlavaNextVideoProcessor",
 
5
  "vision_feature_select_strategy": "full"
6
  }
 
1
  {
2
+ "image_token": "<image>",
3
  "num_additional_image_tokens": 0,
4
  "patch_size": 14,
5
  "processor_class": "LlavaNextVideoProcessor",
6
+ "video_token": "<video>",
7
  "vision_feature_select_strategy": "full"
8
  }
special_tokens_map.json CHANGED
@@ -18,5 +18,5 @@
18
  "rstrip": false,
19
  "single_word": false
20
  },
21
- "video_token": "<image>"
22
  }
 
18
  "rstrip": false,
19
  "single_word": false
20
  },
21
+ "video_token": "<video>"
22
  }
tokenizer.json CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:32e8f623d8dce60b5a93496ec810434ef744287ac041cf2c6032743a3578baa5
3
- size 11418450
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e09f1889210ae8f16539761f6a6d645641eb8e583d22c6f36c92d253e247887f
3
+ size 11418634
tokenizer_config.json CHANGED
@@ -32,6 +32,14 @@
32
  "rstrip": false,
33
  "single_word": false,
34
  "special": true
 
 
 
 
 
 
 
 
35
  }
36
  },
37
  "additional_special_tokens": [
@@ -45,7 +53,7 @@
45
  "errors": "replace",
46
  "extra_special_tokens": {
47
  "image_token": "<image>",
48
- "video_token": "<image>"
49
  },
50
  "image_token": "<image>",
51
  "model_max_length": 131072,
@@ -55,5 +63,5 @@
55
  "split_special_tokens": false,
56
  "tokenizer_class": "Qwen2Tokenizer",
57
  "unk_token": null,
58
- "video_token": "<image>"
59
  }
 
32
  "rstrip": false,
33
  "single_word": false,
34
  "special": true
35
+ },
36
+ "151647": {
37
+ "content": "<video>",
38
+ "lstrip": false,
39
+ "normalized": false,
40
+ "rstrip": false,
41
+ "single_word": false,
42
+ "special": true
43
  }
44
  },
45
  "additional_special_tokens": [
 
53
  "errors": "replace",
54
  "extra_special_tokens": {
55
  "image_token": "<image>",
56
+ "video_token": "<video>"
57
  },
58
  "image_token": "<image>",
59
  "model_max_length": 131072,
 
63
  "split_special_tokens": false,
64
  "tokenizer_class": "Qwen2Tokenizer",
65
  "unk_token": null,
66
+ "video_token": "<video>"
67
  }