Octopus-v2 / added_tokens.json
Zack Li
Upload tokenizer
3eaf24a verified
raw
history blame
500 Bytes
{
"<nexa_0>": 256000,
"<nexa_10>": 256010,
"<nexa_11>": 256011,
"<nexa_12>": 256012,
"<nexa_13>": 256013,
"<nexa_14>": 256014,
"<nexa_15>": 256015,
"<nexa_16>": 256016,
"<nexa_17>": 256017,
"<nexa_18>": 256018,
"<nexa_19>": 256019,
"<nexa_1>": 256001,
"<nexa_20>": 256020,
"<nexa_2>": 256002,
"<nexa_3>": 256003,
"<nexa_4>": 256004,
"<nexa_5>": 256005,
"<nexa_6>": 256006,
"<nexa_7>": 256007,
"<nexa_8>": 256008,
"<nexa_9>": 256009,
"<nexa_end>": 256021
}