intent_recognition / special_tokens_map.json
Vasanth's picture
Upload tokenizer
9f561a3 verified
{
"additional_special_tokens": [
"<target>",
"</target>",
"<context>",
"</context>",
"<system>",
"<user>",
"<lastuserutterance>",
"</lastuserutterance>",
"<dsts>",
"</dsts>",
"<dst>",
"</dst>",
"<belief>",
"</belief>",
"<response>",
"</response>",
"<action>",
"</action>",
"<useraction>",
"</useraction>",
"<sysactions>",
"<intent>",
"</intent>",
"<requestedslots>",
"</requestedslots>",
"<pad>",
"<startoftext>"
],
"bos_token": "<startoftext>",
"eos_token": "</target>",
"pad_token": "<pad>",
"unk_token": {
"content": "<unk>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
}
}