kreyol-mt-scratch / added_tokens.json
n8rob's picture
Upload folder using huggingface_hub
ee2df6a verified
raw
history blame
901 Bytes
{"<s>": 64000, "</s>": 64001, "<2acf>": 64002, "<2eng>": 64003, "<2fra>": 64004, "<2aoa>": 64005, "<2bah>": 64006, "<2brc>": 64007, "<2bzj>": 64008, "<2bzk>": 64009, "<2cab>": 64010, "<2cri>": 64011, "<2crs>": 64012, "<2dcr>": 64013, "<2djk>": 64014, "<2ara>": 64015, "<2ceb>": 64016, "<2deu>": 64017, "<2nep>": 64018, "<2zho>": 64019, "<2fab>": 64020, "<2fng>": 64021, "<2fpe>": 64022, "<2gcf>": 64023, "<2gcr>": 64024, "<2gpe>": 64025, "<2gul>": 64026, "<2gyn>": 64027, "<2hat>": 64028, "<2aze>": 64029, "<2icr>": 64030, "<2jam>": 64031, "<2kea>": 64032, "<2spa>": 64033, "<2kri>": 64034, "<2ktu>": 64035, "<2lou>": 64036, "<2mart1259>": 64037, "<2mfe>": 64038, "<2mue>": 64039, "<2pap>": 64040, "<2por>": 64041, "<2pcm>": 64042, "<2pov>": 64043, "<2pre>": 64044, "<2rcf>": 64045, "<2sag>": 64046, "<2srm>": 64047, "<2srn>": 64048, "<2svc>": 64049, "<2tpi>": 64050, "<2trf>": 64051, "<2wes>": 64052}