bygpt5_poetry_base_en_con / special_tokens_map.json
hgroener's picture
Upload folder using huggingface_hub
f8e5004 verified
raw
history blame contribute delete
593 Bytes
{
"additional_special_tokens": [
"[ABCD]",
"[AABC]",
"[ABAC]",
"[ABCC]",
"[ABBA]",
"[ABAB]",
"[ABCB]",
"[ABBC]",
"[ABBB]",
"[AABA]",
"[AABB]",
"[AAAB]",
"[ABCA]",
"[AAAA]",
"[ABAA]",
"<iambus>",
"<trochee>",
"<anapaest>",
"<dactyl>",
"<other>",
"<amphibrach>",
"<alexandrine>"
],
"bos_token": "<quatrain>",
"eos_token": "</quatrain>",
"pad_token": "[PAD]",
"unk_token": {
"content": "<unk>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false
}
}