Update tokenizer_config.json
Browse files- tokenizer_config.json +1 -1
tokenizer_config.json
CHANGED
|
@@ -82,7 +82,7 @@
|
|
| 82 |
}
|
| 83 |
},
|
| 84 |
"type": "object",
|
| 85 |
-
"x-regex": "(\\<\\|channel\\>thought\\n(?P<thinking>.*?)\\<channel\\|\\>)?(?P<
|
| 86 |
},
|
| 87 |
"soc_token": "<|channel>",
|
| 88 |
"sot_token": "<|turn>",
|
|
|
|
| 82 |
}
|
| 83 |
},
|
| 84 |
"type": "object",
|
| 85 |
+
"x-regex": "(\\<\\|channel\\>thought\\n(?P<thinking>.*?)\\<channel\\|\\>)?(?P<tool_calls>\\<\\|tool_call\\>.*\\<tool_call\\|\\>)?(?P<content>(?:(?!\\<turn\\|\\>).)+)?(?:\\<turn\\|\\>)?"
|
| 86 |
},
|
| 87 |
"soc_token": "<|channel>",
|
| 88 |
"sot_token": "<|turn>",
|