madhuHuggingface commited on
Commit
0e8aba5
·
verified ·
1 Parent(s): ffa51b9

Upload tokenizer

Browse files
Files changed (3) hide show
  1. chat_template.jinja +0 -3
  2. tokenizer.json +2 -2
  3. tokenizer_config.json +3 -3
chat_template.jinja CHANGED
@@ -139,9 +139,6 @@ declaration:{{- tool_data['function']['name'] -}}
139
  {%- endfor -%}
140
  {%- endif -%}
141
  {%- set loop_messages = messages[1:] -%}
142
- {%- else -%}
143
- {{- 'You are a model that can do function calling with the following functions' -}}
144
- {%- set loop_messages = messages -%}
145
  {%- endif -%}
146
  {%- if tools -%}
147
  {%- for tool in tools %}
 
139
  {%- endfor -%}
140
  {%- endif -%}
141
  {%- set loop_messages = messages[1:] -%}
 
 
 
142
  {%- endif -%}
143
  {%- if tools -%}
144
  {%- for tool in tools %}
tokenizer.json CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e3655797f9d732b7dc08b4225200697af8e37d94b74711d9b1d8166feb953578
3
- size 33384774
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:80d7f800b949accd7eb940bac75e642f9468e4df157403032a55bf54ed23b650
3
+ size 33384898
tokenizer_config.json CHANGED
@@ -4,11 +4,11 @@
4
  "bos_token": "<bos>",
5
  "clean_up_tokenization_spaces": false,
6
  "eoi_token": "<end_of_image>",
7
- "eos_token": "<end_of_turn>",
8
  "image_token": "<image_soft_token>",
9
  "is_local": false,
10
  "mask_token": "<mask>",
11
- "model_max_length": 32768,
12
  "model_specific_special_tokens": {
13
  "boi_token": "<start_of_image>",
14
  "eoi_token": "<end_of_image>",
@@ -16,7 +16,7 @@
16
  "sfr_token": "<start_function_response>"
17
  },
18
  "pad_token": "<pad>",
19
- "padding_side": "right",
20
  "sfr_token": "<start_function_response>",
21
  "sp_model_kwargs": null,
22
  "spaces_between_special_tokens": false,
 
4
  "bos_token": "<bos>",
5
  "clean_up_tokenization_spaces": false,
6
  "eoi_token": "<end_of_image>",
7
+ "eos_token": "<eos>",
8
  "image_token": "<image_soft_token>",
9
  "is_local": false,
10
  "mask_token": "<mask>",
11
+ "model_max_length": 1000000000000000019884624838656,
12
  "model_specific_special_tokens": {
13
  "boi_token": "<start_of_image>",
14
  "eoi_token": "<end_of_image>",
 
16
  "sfr_token": "<start_function_response>"
17
  },
18
  "pad_token": "<pad>",
19
+ "padding_side": "left",
20
  "sfr_token": "<start_function_response>",
21
  "sp_model_kwargs": null,
22
  "spaces_between_special_tokens": false,