| { | |
| "additional_special_tokens": [ | |
| "[address]", | |
| "[department]", | |
| "<|endofcontext|>", | |
| "[stars]", | |
| "[departure]", | |
| "<|belief|>", | |
| "[destination]", | |
| "[leaveat]", | |
| "[entrancefee]", | |
| "[day]", | |
| "[bookday]", | |
| "[openhours]", | |
| "[name]", | |
| "<|useremotion|>", | |
| "<|user|>", | |
| "[area]", | |
| "[bookstay]", | |
| "[food]", | |
| "<|action|>", | |
| "[trainid]", | |
| "<|endofaction|>", | |
| "[price]", | |
| "[pricerange]", | |
| "<|system|>", | |
| "<|response|>", | |
| "[phone]", | |
| "[postcode]", | |
| "[booktime]", | |
| "<|endofresponse|>", | |
| "<|context|>", | |
| "[duration]", | |
| "[type]", | |
| "<|endofuseremotion|>", | |
| "[choice]", | |
| "[bookpeople]", | |
| "<|endofbelief|>", | |
| "[ref]", | |
| "[arriveby]" | |
| ], | |
| "bos_token": { | |
| "content": "<s>", | |
| "lstrip": false, | |
| "normalized": false, | |
| "rstrip": false, | |
| "single_word": false | |
| }, | |
| "eos_token": { | |
| "content": "</s>", | |
| "lstrip": false, | |
| "normalized": false, | |
| "rstrip": false, | |
| "single_word": false | |
| }, | |
| "pad_token": { | |
| "content": "</s>", | |
| "lstrip": false, | |
| "normalized": false, | |
| "rstrip": false, | |
| "single_word": false | |
| }, | |
| "unk_token": { | |
| "content": "<unk>", | |
| "lstrip": false, | |
| "normalized": false, | |
| "rstrip": false, | |
| "single_word": false | |
| } | |
| } | |