{ "add_prefix_space": false, "added_tokens_decoder": { "0": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": true }, "1": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": true }, "2": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": true }, "32000": { "content": "", "lstrip": true, "normalized": true, "rstrip": true, "single_word": false, "special": false } }, "additional_special_tokens": [ "<|begintarget|>", "<|endtarget|>", "<|begincontext|>", "<|endcontext|>", "", "", "<|beginlastuserutterance|>", "<|endlastuserutterance|>", "<|begindsts|>", "<|enddsts|>", "<|begindst|>", "<|enddst|>", "<|beginbelief|>", "<|endbelief|>", "<|beginresponse|>", "<|endresponse|>", "<|beginaction|>", "<|endaction|>", "<|beginuseraction|>", "<|enduseraction|>", "<|sysactions|>", "<|beginintent|>", "<|endintent|>", "<|beginrequestedslots|>", "<|endrequestedslots|>", "<|promptdst|>", "<|promptaction|>", "<|promptresponse|>", "<|pad|>", "<|endoftext|>", "<|startoftext|>", "<|beginschema|>", "<|endschema|>", "<|schemaname|>", "<|schemadescription|>", "<|beginschemaintent|>", "<|endschemaintent|>", "<|intentrequiredslots|>", "<|intentresultslots|>", "<|intentoptionalslots|>", "<|possiblevalues|>", "<|endpossiblevalues|>", "<|beginschemaslot|>", "<|endschemaslot|>", "<|schemaslotvalues|>", "<|beginserviceresults|>", "<|endserviceresults|>", "<|value|>", "<|domain|>", "<|item|>", "<|actionvalue|>" ], "bos_token": "<|startoftext|>", "clean_up_tokenization_spaces": false, "eos_token": "<|endtarget|>", "legacy": false, "model_max_length": 32768, "pad_token": "<|pad|>", "sp_model_kwargs": {}, "spaces_between_special_tokens": false, "tokenizer_class": "LlamaTokenizer", "unk_token": "", "use_default_system_prompt": true }