cyr19's picture
Upload tokenizer
66ed1e1 verified
raw
history blame contribute delete
No virus
511 Bytes
{
"</quatrain>": 50259,
"<PAD>": 50257,
"<alexandrine>": 50281,
"<amphibrach>": 50280,
"<anapaest>": 50277,
"<dactyl>": 50278,
"<iambus>": 50275,
"<other>": 50279,
"<quatrain>": 50258,
"<trochee>": 50276,
"[AAAA]": 50273,
"[AAAB]": 50271,
"[AABA]": 50269,
"[AABB]": 50270,
"[AABC]": 50261,
"[ABAA]": 50274,
"[ABAB]": 50265,
"[ABAC]": 50262,
"[ABBA]": 50264,
"[ABBB]": 50268,
"[ABBC]": 50267,
"[ABCA]": 50272,
"[ABCB]": 50266,
"[ABCC]": 50263,
"[ABCD]": 50260
}