Hugging Face's logo

AswanthCManoj
/
azma-OpenHermes-2.5-Mistral-7B-agent-v1

PEFT
Safetensors
Model card Files Community
AswanthCManoj commited on
Commit
3e8b207
•
1 Parent(s): 06702d4

Upload tokenizer

Browse files
Files changed (2) hide show
  1. added_tokens.json +3 -3
  2. tokenizer_config.json +3 -3
added_tokens.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
- "<|end|>": 32002,
3
- "<|function_call|>": 32005,
4
  "<|im_end|>": 32000,
5
  "<|im_start|>": 32001,
6
  "<|response|>": 32004,
7
- "<|thoughts|>": 32003
8
  }
 
1
  {
2
+ "<|end|>": 32003,
3
+ "<|function_call|>": 32002,
4
  "<|im_end|>": 32000,
5
  "<|im_start|>": 32001,
6
  "<|response|>": 32004,
7
+ "<|thoughts|>": 32005
8
  }
tokenizer_config.json CHANGED
@@ -43,7 +43,7 @@
43
  "special": true
44
  },
45
  "32002": {
46
- "content": "<|end|>",
47
  "lstrip": false,
48
  "normalized": true,
49
  "rstrip": false,
@@ -51,7 +51,7 @@
51
  "special": false
52
  },
53
  "32003": {
54
- "content": "<|thoughts|>",
55
  "lstrip": false,
56
  "normalized": true,
57
  "rstrip": false,
@@ -67,7 +67,7 @@
67
  "special": false
68
  },
69
  "32005": {
70
- "content": "<|function_call|>",
71
  "lstrip": false,
72
  "normalized": true,
73
  "rstrip": false,
 
43
  "special": true
44
  },
45
  "32002": {
46
+ "content": "<|function_call|>",
47
  "lstrip": false,
48
  "normalized": true,
49
  "rstrip": false,
 
51
  "special": false
52
  },
53
  "32003": {
54
+ "content": "<|end|>",
55
  "lstrip": false,
56
  "normalized": true,
57
  "rstrip": false,
 
67
  "special": false
68
  },
69
  "32005": {
70
+ "content": "<|thoughts|>",
71
  "lstrip": false,
72
  "normalized": true,
73
  "rstrip": false,