Use tool tokens
Browse files- spiece.model +2 -2
- tokenizer.json +3 -3
- tokenizer_config.json +3 -3
spiece.model
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:1e2fccdac2794faadad487a5bf76018f693c71361ba7eb088bcaf9fe9ee90c23
|
3 |
+
size 1831863
|
tokenizer.json
CHANGED
@@ -211,15 +211,15 @@
|
|
211 |
0.0
|
212 |
],
|
213 |
[
|
214 |
-
"<|
|
215 |
0.0
|
216 |
],
|
217 |
[
|
218 |
-
"<|
|
219 |
0.0
|
220 |
],
|
221 |
[
|
222 |
-
"<|
|
223 |
0.0
|
224 |
],
|
225 |
[
|
|
|
211 |
0.0
|
212 |
],
|
213 |
[
|
214 |
+
"<|available_tools|>",
|
215 |
0.0
|
216 |
],
|
217 |
[
|
218 |
+
"<|tool_calls|>",
|
219 |
0.0
|
220 |
],
|
221 |
[
|
222 |
+
"<|tool_results|>",
|
223 |
0.0
|
224 |
],
|
225 |
[
|
tokenizer_config.json
CHANGED
@@ -39,7 +39,7 @@
|
|
39 |
"special": false
|
40 |
},
|
41 |
"10": {
|
42 |
-
"content": "<|
|
43 |
"lstrip": false,
|
44 |
"normalized": false,
|
45 |
"rstrip": false,
|
@@ -47,7 +47,7 @@
|
|
47 |
"special": false
|
48 |
},
|
49 |
"11": {
|
50 |
-
"content": "<|
|
51 |
"lstrip": false,
|
52 |
"normalized": false,
|
53 |
"rstrip": false,
|
@@ -55,7 +55,7 @@
|
|
55 |
"special": false
|
56 |
},
|
57 |
"12": {
|
58 |
-
"content": "<|
|
59 |
"lstrip": false,
|
60 |
"normalized": false,
|
61 |
"rstrip": false,
|
|
|
39 |
"special": false
|
40 |
},
|
41 |
"10": {
|
42 |
+
"content": "<|available_tools|>",
|
43 |
"lstrip": false,
|
44 |
"normalized": false,
|
45 |
"rstrip": false,
|
|
|
47 |
"special": false
|
48 |
},
|
49 |
"11": {
|
50 |
+
"content": "<|tool_calls|>",
|
51 |
"lstrip": false,
|
52 |
"normalized": false,
|
53 |
"rstrip": false,
|
|
|
55 |
"special": false
|
56 |
},
|
57 |
"12": {
|
58 |
+
"content": "<|tool_results|>",
|
59 |
"lstrip": false,
|
60 |
"normalized": false,
|
61 |
"rstrip": false,
|