init commit

added_tokens.json

@@ -0,0 +1,1030 @@
+{
+  "af_ZA": 250027,
+  "az_AZ": 250028,
+  "bn_IN": 250029,
+  "fa_IR": 250030,
+  "gl_ES": 250052,
+  "he_IL": 250031,
+  "hr_HR": 250032,
+  "id_ID": 250033,
+  "ka_GE": 250034,
+  "km_KH": 250035,
+  "mk_MK": 250036,
+  "ml_IN": 250037,
+  "mn_MN": 250038,
+  "mr_IN": 250039,
+  "pl_PL": 250040,
+  "ps_AF": 250041,
+  "pt_XX": 250042,
+  "sl_SI": 250053,
+  "sv_SE": 250043,
+  "sw_KE": 250044,
+  "ta_IN": 250045,
+  "te_IN": 250046,
+  "th_TH": 250047,
+  "tl_XX": 250048,
+  "uk_UA": 250049,
+  "ur_PK": 250050,
+  "v_tok_0": 250054,
+  "v_tok_1": 250055,
+  "v_tok_10": 250064,
+  "v_tok_100": 250154,
+  "v_tok_1000": 251054,
+  "v_tok_101": 250155,
+  "v_tok_102": 250156,
+  "v_tok_103": 250157,
+  "v_tok_104": 250158,
+  "v_tok_105": 250159,
+  "v_tok_106": 250160,
+  "v_tok_107": 250161,
+  "v_tok_108": 250162,
+  "v_tok_109": 250163,
+  "v_tok_11": 250065,
+  "v_tok_110": 250164,
+  "v_tok_111": 250165,
+  "v_tok_112": 250166,
+  "v_tok_113": 250167,
+  "v_tok_114": 250168,
+  "v_tok_115": 250169,
+  "v_tok_116": 250170,
+  "v_tok_117": 250171,
+  "v_tok_118": 250172,
+  "v_tok_119": 250173,
+  "v_tok_12": 250066,
+  "v_tok_120": 250174,
+  "v_tok_121": 250175,
+  "v_tok_122": 250176,
+  "v_tok_123": 250177,
+  "v_tok_124": 250178,
+  "v_tok_125": 250179,
+  "v_tok_126": 250180,
+  "v_tok_127": 250181,
+  "v_tok_128": 250182,
+  "v_tok_129": 250183,
+  "v_tok_13": 250067,
+  "v_tok_130": 250184,
+  "v_tok_131": 250185,
+  "v_tok_132": 250186,
+  "v_tok_133": 250187,
+  "v_tok_134": 250188,
+  "v_tok_135": 250189,
+  "v_tok_136": 250190,
+  "v_tok_137": 250191,
+  "v_tok_138": 250192,
+  "v_tok_139": 250193,
+  "v_tok_14": 250068,
+  "v_tok_140": 250194,
+  "v_tok_141": 250195,
+  "v_tok_142": 250196,
+  "v_tok_143": 250197,
+  "v_tok_144": 250198,
+  "v_tok_145": 250199,
+  "v_tok_146": 250200,
+  "v_tok_147": 250201,
+  "v_tok_148": 250202,
+  "v_tok_149": 250203,
+  "v_tok_15": 250069,
+  "v_tok_150": 250204,
+  "v_tok_151": 250205,
+  "v_tok_152": 250206,
+  "v_tok_153": 250207,
+  "v_tok_154": 250208,
+  "v_tok_155": 250209,
+  "v_tok_156": 250210,
+  "v_tok_157": 250211,
+  "v_tok_158": 250212,
+  "v_tok_159": 250213,
+  "v_tok_16": 250070,
+  "v_tok_160": 250214,
+  "v_tok_161": 250215,
+  "v_tok_162": 250216,
+  "v_tok_163": 250217,
+  "v_tok_164": 250218,
+  "v_tok_165": 250219,
+  "v_tok_166": 250220,
+  "v_tok_167": 250221,
+  "v_tok_168": 250222,
+  "v_tok_169": 250223,
+  "v_tok_17": 250071,
+  "v_tok_170": 250224,
+  "v_tok_171": 250225,
+  "v_tok_172": 250226,
+  "v_tok_173": 250227,
+  "v_tok_174": 250228,
+  "v_tok_175": 250229,
+  "v_tok_176": 250230,
+  "v_tok_177": 250231,
+  "v_tok_178": 250232,
+  "v_tok_179": 250233,
+  "v_tok_18": 250072,
+  "v_tok_180": 250234,
+  "v_tok_181": 250235,
+  "v_tok_182": 250236,
+  "v_tok_183": 250237,
+  "v_tok_184": 250238,
+  "v_tok_185": 250239,
+  "v_tok_186": 250240,
+  "v_tok_187": 250241,
+  "v_tok_188": 250242,
+  "v_tok_189": 250243,
+  "v_tok_19": 250073,
+  "v_tok_190": 250244,
+  "v_tok_191": 250245,
+  "v_tok_192": 250246,
+  "v_tok_193": 250247,
+  "v_tok_194": 250248,
+  "v_tok_195": 250249,
+  "v_tok_196": 250250,
+  "v_tok_197": 250251,
+  "v_tok_198": 250252,
+  "v_tok_199": 250253,
+  "v_tok_2": 250056,
+  "v_tok_20": 250074,
+  "v_tok_200": 250254,
+  "v_tok_201": 250255,
+  "v_tok_202": 250256,
+  "v_tok_203": 250257,
+  "v_tok_204": 250258,
+  "v_tok_205": 250259,
+  "v_tok_206": 250260,
+  "v_tok_207": 250261,
+  "v_tok_208": 250262,
+  "v_tok_209": 250263,
+  "v_tok_21": 250075,
+  "v_tok_210": 250264,
+  "v_tok_211": 250265,
+  "v_tok_212": 250266,
+  "v_tok_213": 250267,
+  "v_tok_214": 250268,
+  "v_tok_215": 250269,
+  "v_tok_216": 250270,
+  "v_tok_217": 250271,
+  "v_tok_218": 250272,
+  "v_tok_219": 250273,
+  "v_tok_22": 250076,
+  "v_tok_220": 250274,
+  "v_tok_221": 250275,
+  "v_tok_222": 250276,
+  "v_tok_223": 250277,
+  "v_tok_224": 250278,
+  "v_tok_225": 250279,
+  "v_tok_226": 250280,
+  "v_tok_227": 250281,
+  "v_tok_228": 250282,
+  "v_tok_229": 250283,
+  "v_tok_23": 250077,
+  "v_tok_230": 250284,
+  "v_tok_231": 250285,
+  "v_tok_232": 250286,
+  "v_tok_233": 250287,
+  "v_tok_234": 250288,
+  "v_tok_235": 250289,
+  "v_tok_236": 250290,
+  "v_tok_237": 250291,
+  "v_tok_238": 250292,
+  "v_tok_239": 250293,
+  "v_tok_24": 250078,
+  "v_tok_240": 250294,
+  "v_tok_241": 250295,
+  "v_tok_242": 250296,
+  "v_tok_243": 250297,
+  "v_tok_244": 250298,
+  "v_tok_245": 250299,
+  "v_tok_246": 250300,
+  "v_tok_247": 250301,
+  "v_tok_248": 250302,
+  "v_tok_249": 250303,
+  "v_tok_25": 250079,
+  "v_tok_250": 250304,
+  "v_tok_251": 250305,
+  "v_tok_252": 250306,
+  "v_tok_253": 250307,
+  "v_tok_254": 250308,
+  "v_tok_255": 250309,
+  "v_tok_256": 250310,
+  "v_tok_257": 250311,
+  "v_tok_258": 250312,
+  "v_tok_259": 250313,
+  "v_tok_26": 250080,
+  "v_tok_260": 250314,
+  "v_tok_261": 250315,
+  "v_tok_262": 250316,
+  "v_tok_263": 250317,
+  "v_tok_264": 250318,
+  "v_tok_265": 250319,
+  "v_tok_266": 250320,
+  "v_tok_267": 250321,
+  "v_tok_268": 250322,
+  "v_tok_269": 250323,
+  "v_tok_27": 250081,
+  "v_tok_270": 250324,
+  "v_tok_271": 250325,
+  "v_tok_272": 250326,
+  "v_tok_273": 250327,
+  "v_tok_274": 250328,
+  "v_tok_275": 250329,
+  "v_tok_276": 250330,
+  "v_tok_277": 250331,
+  "v_tok_278": 250332,
+  "v_tok_279": 250333,
+  "v_tok_28": 250082,
+  "v_tok_280": 250334,
+  "v_tok_281": 250335,
+  "v_tok_282": 250336,
+  "v_tok_283": 250337,
+  "v_tok_284": 250338,
+  "v_tok_285": 250339,
+  "v_tok_286": 250340,
+  "v_tok_287": 250341,
+  "v_tok_288": 250342,
+  "v_tok_289": 250343,
+  "v_tok_29": 250083,
+  "v_tok_290": 250344,
+  "v_tok_291": 250345,
+  "v_tok_292": 250346,
+  "v_tok_293": 250347,
+  "v_tok_294": 250348,
+  "v_tok_295": 250349,
+  "v_tok_296": 250350,
+  "v_tok_297": 250351,
+  "v_tok_298": 250352,
+  "v_tok_299": 250353,
+  "v_tok_3": 250057,
+  "v_tok_30": 250084,
+  "v_tok_300": 250354,
+  "v_tok_301": 250355,
+  "v_tok_302": 250356,
+  "v_tok_303": 250357,
+  "v_tok_304": 250358,
+  "v_tok_305": 250359,
+  "v_tok_306": 250360,
+  "v_tok_307": 250361,
+  "v_tok_308": 250362,
+  "v_tok_309": 250363,
+  "v_tok_31": 250085,
+  "v_tok_310": 250364,
+  "v_tok_311": 250365,
+  "v_tok_312": 250366,
+  "v_tok_313": 250367,
+  "v_tok_314": 250368,
+  "v_tok_315": 250369,
+  "v_tok_316": 250370,
+  "v_tok_317": 250371,
+  "v_tok_318": 250372,
+  "v_tok_319": 250373,
+  "v_tok_32": 250086,
+  "v_tok_320": 250374,
+  "v_tok_321": 250375,
+  "v_tok_322": 250376,
+  "v_tok_323": 250377,
+  "v_tok_324": 250378,
+  "v_tok_325": 250379,
+  "v_tok_326": 250380,
+  "v_tok_327": 250381,
+  "v_tok_328": 250382,
+  "v_tok_329": 250383,
+  "v_tok_33": 250087,
+  "v_tok_330": 250384,
+  "v_tok_331": 250385,
+  "v_tok_332": 250386,
+  "v_tok_333": 250387,
+  "v_tok_334": 250388,
+  "v_tok_335": 250389,
+  "v_tok_336": 250390,
+  "v_tok_337": 250391,
+  "v_tok_338": 250392,
+  "v_tok_339": 250393,
+  "v_tok_34": 250088,
+  "v_tok_340": 250394,
+  "v_tok_341": 250395,
+  "v_tok_342": 250396,
+  "v_tok_343": 250397,
+  "v_tok_344": 250398,
+  "v_tok_345": 250399,
+  "v_tok_346": 250400,
+  "v_tok_347": 250401,
+  "v_tok_348": 250402,
+  "v_tok_349": 250403,
+  "v_tok_35": 250089,
+  "v_tok_350": 250404,
+  "v_tok_351": 250405,
+  "v_tok_352": 250406,
+  "v_tok_353": 250407,
+  "v_tok_354": 250408,
+  "v_tok_355": 250409,
+  "v_tok_356": 250410,
+  "v_tok_357": 250411,
+  "v_tok_358": 250412,
+  "v_tok_359": 250413,
+  "v_tok_36": 250090,
+  "v_tok_360": 250414,
+  "v_tok_361": 250415,
+  "v_tok_362": 250416,
+  "v_tok_363": 250417,
+  "v_tok_364": 250418,
+  "v_tok_365": 250419,
+  "v_tok_366": 250420,
+  "v_tok_367": 250421,
+  "v_tok_368": 250422,
+  "v_tok_369": 250423,
+  "v_tok_37": 250091,
+  "v_tok_370": 250424,
+  "v_tok_371": 250425,
+  "v_tok_372": 250426,
+  "v_tok_373": 250427,
+  "v_tok_374": 250428,
+  "v_tok_375": 250429,
+  "v_tok_376": 250430,
+  "v_tok_377": 250431,
+  "v_tok_378": 250432,
+  "v_tok_379": 250433,
+  "v_tok_38": 250092,
+  "v_tok_380": 250434,
+  "v_tok_381": 250435,
+  "v_tok_382": 250436,
+  "v_tok_383": 250437,
+  "v_tok_384": 250438,
+  "v_tok_385": 250439,
+  "v_tok_386": 250440,
+  "v_tok_387": 250441,
+  "v_tok_388": 250442,
+  "v_tok_389": 250443,
+  "v_tok_39": 250093,
+  "v_tok_390": 250444,
+  "v_tok_391": 250445,
+  "v_tok_392": 250446,
+  "v_tok_393": 250447,
+  "v_tok_394": 250448,
+  "v_tok_395": 250449,
+  "v_tok_396": 250450,
+  "v_tok_397": 250451,
+  "v_tok_398": 250452,
+  "v_tok_399": 250453,
+  "v_tok_4": 250058,
+  "v_tok_40": 250094,
+  "v_tok_400": 250454,
+  "v_tok_401": 250455,
+  "v_tok_402": 250456,
+  "v_tok_403": 250457,
+  "v_tok_404": 250458,
+  "v_tok_405": 250459,
+  "v_tok_406": 250460,
+  "v_tok_407": 250461,
+  "v_tok_408": 250462,
+  "v_tok_409": 250463,
+  "v_tok_41": 250095,
+  "v_tok_410": 250464,
+  "v_tok_411": 250465,
+  "v_tok_412": 250466,
+  "v_tok_413": 250467,
+  "v_tok_414": 250468,
+  "v_tok_415": 250469,
+  "v_tok_416": 250470,
+  "v_tok_417": 250471,
+  "v_tok_418": 250472,
+  "v_tok_419": 250473,
+  "v_tok_42": 250096,
+  "v_tok_420": 250474,
+  "v_tok_421": 250475,
+  "v_tok_422": 250476,
+  "v_tok_423": 250477,
+  "v_tok_424": 250478,
+  "v_tok_425": 250479,
+  "v_tok_426": 250480,
+  "v_tok_427": 250481,
+  "v_tok_428": 250482,
+  "v_tok_429": 250483,
+  "v_tok_43": 250097,
+  "v_tok_430": 250484,
+  "v_tok_431": 250485,
+  "v_tok_432": 250486,
+  "v_tok_433": 250487,
+  "v_tok_434": 250488,
+  "v_tok_435": 250489,
+  "v_tok_436": 250490,
+  "v_tok_437": 250491,
+  "v_tok_438": 250492,
+  "v_tok_439": 250493,
+  "v_tok_44": 250098,
+  "v_tok_440": 250494,
+  "v_tok_441": 250495,
+  "v_tok_442": 250496,
+  "v_tok_443": 250497,
+  "v_tok_444": 250498,
+  "v_tok_445": 250499,
+  "v_tok_446": 250500,
+  "v_tok_447": 250501,
+  "v_tok_448": 250502,
+  "v_tok_449": 250503,
+  "v_tok_45": 250099,
+  "v_tok_450": 250504,
+  "v_tok_451": 250505,
+  "v_tok_452": 250506,
+  "v_tok_453": 250507,
+  "v_tok_454": 250508,
+  "v_tok_455": 250509,
+  "v_tok_456": 250510,
+  "v_tok_457": 250511,
+  "v_tok_458": 250512,
+  "v_tok_459": 250513,
+  "v_tok_46": 250100,
+  "v_tok_460": 250514,
+  "v_tok_461": 250515,
+  "v_tok_462": 250516,
+  "v_tok_463": 250517,
+  "v_tok_464": 250518,
+  "v_tok_465": 250519,
+  "v_tok_466": 250520,
+  "v_tok_467": 250521,
+  "v_tok_468": 250522,
+  "v_tok_469": 250523,
+  "v_tok_47": 250101,
+  "v_tok_470": 250524,
+  "v_tok_471": 250525,
+  "v_tok_472": 250526,
+  "v_tok_473": 250527,
+  "v_tok_474": 250528,
+  "v_tok_475": 250529,
+  "v_tok_476": 250530,
+  "v_tok_477": 250531,
+  "v_tok_478": 250532,
+  "v_tok_479": 250533,
+  "v_tok_48": 250102,
+  "v_tok_480": 250534,
+  "v_tok_481": 250535,
+  "v_tok_482": 250536,
+  "v_tok_483": 250537,
+  "v_tok_484": 250538,
+  "v_tok_485": 250539,
+  "v_tok_486": 250540,
+  "v_tok_487": 250541,
+  "v_tok_488": 250542,
+  "v_tok_489": 250543,
+  "v_tok_49": 250103,
+  "v_tok_490": 250544,
+  "v_tok_491": 250545,
+  "v_tok_492": 250546,
+  "v_tok_493": 250547,
+  "v_tok_494": 250548,
+  "v_tok_495": 250549,
+  "v_tok_496": 250550,
+  "v_tok_497": 250551,
+  "v_tok_498": 250552,
+  "v_tok_499": 250553,
+  "v_tok_5": 250059,
+  "v_tok_50": 250104,
+  "v_tok_500": 250554,
+  "v_tok_501": 250555,
+  "v_tok_502": 250556,
+  "v_tok_503": 250557,
+  "v_tok_504": 250558,
+  "v_tok_505": 250559,
+  "v_tok_506": 250560,
+  "v_tok_507": 250561,
+  "v_tok_508": 250562,
+  "v_tok_509": 250563,
+  "v_tok_51": 250105,
+  "v_tok_510": 250564,
+  "v_tok_511": 250565,
+  "v_tok_512": 250566,
+  "v_tok_513": 250567,
+  "v_tok_514": 250568,
+  "v_tok_515": 250569,
+  "v_tok_516": 250570,
+  "v_tok_517": 250571,
+  "v_tok_518": 250572,
+  "v_tok_519": 250573,
+  "v_tok_52": 250106,
+  "v_tok_520": 250574,
+  "v_tok_521": 250575,
+  "v_tok_522": 250576,
+  "v_tok_523": 250577,
+  "v_tok_524": 250578,
+  "v_tok_525": 250579,
+  "v_tok_526": 250580,
+  "v_tok_527": 250581,
+  "v_tok_528": 250582,
+  "v_tok_529": 250583,
+  "v_tok_53": 250107,
+  "v_tok_530": 250584,
+  "v_tok_531": 250585,
+  "v_tok_532": 250586,
+  "v_tok_533": 250587,
+  "v_tok_534": 250588,
+  "v_tok_535": 250589,
+  "v_tok_536": 250590,
+  "v_tok_537": 250591,
+  "v_tok_538": 250592,
+  "v_tok_539": 250593,
+  "v_tok_54": 250108,
+  "v_tok_540": 250594,
+  "v_tok_541": 250595,
+  "v_tok_542": 250596,
+  "v_tok_543": 250597,
+  "v_tok_544": 250598,
+  "v_tok_545": 250599,
+  "v_tok_546": 250600,
+  "v_tok_547": 250601,
+  "v_tok_548": 250602,
+  "v_tok_549": 250603,
+  "v_tok_55": 250109,
+  "v_tok_550": 250604,
+  "v_tok_551": 250605,
+  "v_tok_552": 250606,
+  "v_tok_553": 250607,
+  "v_tok_554": 250608,
+  "v_tok_555": 250609,
+  "v_tok_556": 250610,
+  "v_tok_557": 250611,
+  "v_tok_558": 250612,
+  "v_tok_559": 250613,
+  "v_tok_56": 250110,
+  "v_tok_560": 250614,
+  "v_tok_561": 250615,
+  "v_tok_562": 250616,
+  "v_tok_563": 250617,
+  "v_tok_564": 250618,
+  "v_tok_565": 250619,
+  "v_tok_566": 250620,
+  "v_tok_567": 250621,
+  "v_tok_568": 250622,
+  "v_tok_569": 250623,
+  "v_tok_57": 250111,
+  "v_tok_570": 250624,
+  "v_tok_571": 250625,
+  "v_tok_572": 250626,
+  "v_tok_573": 250627,
+  "v_tok_574": 250628,
+  "v_tok_575": 250629,
+  "v_tok_576": 250630,
+  "v_tok_577": 250631,
+  "v_tok_578": 250632,
+  "v_tok_579": 250633,
+  "v_tok_58": 250112,
+  "v_tok_580": 250634,
+  "v_tok_581": 250635,
+  "v_tok_582": 250636,
+  "v_tok_583": 250637,
+  "v_tok_584": 250638,
+  "v_tok_585": 250639,
+  "v_tok_586": 250640,
+  "v_tok_587": 250641,
+  "v_tok_588": 250642,
+  "v_tok_589": 250643,
+  "v_tok_59": 250113,
+  "v_tok_590": 250644,
+  "v_tok_591": 250645,
+  "v_tok_592": 250646,
+  "v_tok_593": 250647,
+  "v_tok_594": 250648,
+  "v_tok_595": 250649,
+  "v_tok_596": 250650,
+  "v_tok_597": 250651,
+  "v_tok_598": 250652,
+  "v_tok_599": 250653,
+  "v_tok_6": 250060,
+  "v_tok_60": 250114,
+  "v_tok_600": 250654,
+  "v_tok_601": 250655,
+  "v_tok_602": 250656,
+  "v_tok_603": 250657,
+  "v_tok_604": 250658,
+  "v_tok_605": 250659,
+  "v_tok_606": 250660,
+  "v_tok_607": 250661,
+  "v_tok_608": 250662,
+  "v_tok_609": 250663,
+  "v_tok_61": 250115,
+  "v_tok_610": 250664,
+  "v_tok_611": 250665,
+  "v_tok_612": 250666,
+  "v_tok_613": 250667,
+  "v_tok_614": 250668,
+  "v_tok_615": 250669,
+  "v_tok_616": 250670,
+  "v_tok_617": 250671,
+  "v_tok_618": 250672,
+  "v_tok_619": 250673,
+  "v_tok_62": 250116,
+  "v_tok_620": 250674,
+  "v_tok_621": 250675,
+  "v_tok_622": 250676,
+  "v_tok_623": 250677,
+  "v_tok_624": 250678,
+  "v_tok_625": 250679,
+  "v_tok_626": 250680,
+  "v_tok_627": 250681,
+  "v_tok_628": 250682,
+  "v_tok_629": 250683,
+  "v_tok_63": 250117,
+  "v_tok_630": 250684,
+  "v_tok_631": 250685,
+  "v_tok_632": 250686,
+  "v_tok_633": 250687,
+  "v_tok_634": 250688,
+  "v_tok_635": 250689,
+  "v_tok_636": 250690,
+  "v_tok_637": 250691,
+  "v_tok_638": 250692,
+  "v_tok_639": 250693,
+  "v_tok_64": 250118,
+  "v_tok_640": 250694,
+  "v_tok_641": 250695,
+  "v_tok_642": 250696,
+  "v_tok_643": 250697,
+  "v_tok_644": 250698,
+  "v_tok_645": 250699,
+  "v_tok_646": 250700,
+  "v_tok_647": 250701,
+  "v_tok_648": 250702,
+  "v_tok_649": 250703,
+  "v_tok_65": 250119,
+  "v_tok_650": 250704,
+  "v_tok_651": 250705,
+  "v_tok_652": 250706,
+  "v_tok_653": 250707,
+  "v_tok_654": 250708,
+  "v_tok_655": 250709,
+  "v_tok_656": 250710,
+  "v_tok_657": 250711,
+  "v_tok_658": 250712,
+  "v_tok_659": 250713,
+  "v_tok_66": 250120,
+  "v_tok_660": 250714,
+  "v_tok_661": 250715,
+  "v_tok_662": 250716,
+  "v_tok_663": 250717,
+  "v_tok_664": 250718,
+  "v_tok_665": 250719,
+  "v_tok_666": 250720,
+  "v_tok_667": 250721,
+  "v_tok_668": 250722,
+  "v_tok_669": 250723,
+  "v_tok_67": 250121,
+  "v_tok_670": 250724,
+  "v_tok_671": 250725,
+  "v_tok_672": 250726,
+  "v_tok_673": 250727,
+  "v_tok_674": 250728,
+  "v_tok_675": 250729,
+  "v_tok_676": 250730,
+  "v_tok_677": 250731,
+  "v_tok_678": 250732,
+  "v_tok_679": 250733,
+  "v_tok_68": 250122,
+  "v_tok_680": 250734,
+  "v_tok_681": 250735,
+  "v_tok_682": 250736,
+  "v_tok_683": 250737,
+  "v_tok_684": 250738,
+  "v_tok_685": 250739,
+  "v_tok_686": 250740,
+  "v_tok_687": 250741,
+  "v_tok_688": 250742,
+  "v_tok_689": 250743,
+  "v_tok_69": 250123,
+  "v_tok_690": 250744,
+  "v_tok_691": 250745,
+  "v_tok_692": 250746,
+  "v_tok_693": 250747,
+  "v_tok_694": 250748,
+  "v_tok_695": 250749,
+  "v_tok_696": 250750,
+  "v_tok_697": 250751,
+  "v_tok_698": 250752,
+  "v_tok_699": 250753,
+  "v_tok_7": 250061,
+  "v_tok_70": 250124,
+  "v_tok_700": 250754,
+  "v_tok_701": 250755,
+  "v_tok_702": 250756,
+  "v_tok_703": 250757,
+  "v_tok_704": 250758,
+  "v_tok_705": 250759,
+  "v_tok_706": 250760,
+  "v_tok_707": 250761,
+  "v_tok_708": 250762,
+  "v_tok_709": 250763,
+  "v_tok_71": 250125,
+  "v_tok_710": 250764,
+  "v_tok_711": 250765,
+  "v_tok_712": 250766,
+  "v_tok_713": 250767,
+  "v_tok_714": 250768,
+  "v_tok_715": 250769,
+  "v_tok_716": 250770,
+  "v_tok_717": 250771,
+  "v_tok_718": 250772,
+  "v_tok_719": 250773,
+  "v_tok_72": 250126,
+  "v_tok_720": 250774,
+  "v_tok_721": 250775,
+  "v_tok_722": 250776,
+  "v_tok_723": 250777,
+  "v_tok_724": 250778,
+  "v_tok_725": 250779,
+  "v_tok_726": 250780,
+  "v_tok_727": 250781,
+  "v_tok_728": 250782,
+  "v_tok_729": 250783,
+  "v_tok_73": 250127,
+  "v_tok_730": 250784,
+  "v_tok_731": 250785,
+  "v_tok_732": 250786,
+  "v_tok_733": 250787,
+  "v_tok_734": 250788,
+  "v_tok_735": 250789,
+  "v_tok_736": 250790,
+  "v_tok_737": 250791,
+  "v_tok_738": 250792,
+  "v_tok_739": 250793,
+  "v_tok_74": 250128,
+  "v_tok_740": 250794,
+  "v_tok_741": 250795,
+  "v_tok_742": 250796,
+  "v_tok_743": 250797,
+  "v_tok_744": 250798,
+  "v_tok_745": 250799,
+  "v_tok_746": 250800,
+  "v_tok_747": 250801,
+  "v_tok_748": 250802,
+  "v_tok_749": 250803,
+  "v_tok_75": 250129,
+  "v_tok_750": 250804,
+  "v_tok_751": 250805,
+  "v_tok_752": 250806,
+  "v_tok_753": 250807,
+  "v_tok_754": 250808,
+  "v_tok_755": 250809,
+  "v_tok_756": 250810,
+  "v_tok_757": 250811,
+  "v_tok_758": 250812,
+  "v_tok_759": 250813,
+  "v_tok_76": 250130,
+  "v_tok_760": 250814,
+  "v_tok_761": 250815,
+  "v_tok_762": 250816,
+  "v_tok_763": 250817,
+  "v_tok_764": 250818,
+  "v_tok_765": 250819,
+  "v_tok_766": 250820,
+  "v_tok_767": 250821,
+  "v_tok_768": 250822,
+  "v_tok_769": 250823,
+  "v_tok_77": 250131,
+  "v_tok_770": 250824,
+  "v_tok_771": 250825,
+  "v_tok_772": 250826,
+  "v_tok_773": 250827,
+  "v_tok_774": 250828,
+  "v_tok_775": 250829,
+  "v_tok_776": 250830,
+  "v_tok_777": 250831,
+  "v_tok_778": 250832,
+  "v_tok_779": 250833,
+  "v_tok_78": 250132,
+  "v_tok_780": 250834,
+  "v_tok_781": 250835,
+  "v_tok_782": 250836,
+  "v_tok_783": 250837,
+  "v_tok_784": 250838,
+  "v_tok_785": 250839,
+  "v_tok_786": 250840,
+  "v_tok_787": 250841,
+  "v_tok_788": 250842,
+  "v_tok_789": 250843,
+  "v_tok_79": 250133,
+  "v_tok_790": 250844,
+  "v_tok_791": 250845,
+  "v_tok_792": 250846,
+  "v_tok_793": 250847,
+  "v_tok_794": 250848,
+  "v_tok_795": 250849,
+  "v_tok_796": 250850,
+  "v_tok_797": 250851,
+  "v_tok_798": 250852,
+  "v_tok_799": 250853,
+  "v_tok_8": 250062,
+  "v_tok_80": 250134,
+  "v_tok_800": 250854,
+  "v_tok_801": 250855,
+  "v_tok_802": 250856,
+  "v_tok_803": 250857,
+  "v_tok_804": 250858,
+  "v_tok_805": 250859,
+  "v_tok_806": 250860,
+  "v_tok_807": 250861,
+  "v_tok_808": 250862,
+  "v_tok_809": 250863,
+  "v_tok_81": 250135,
+  "v_tok_810": 250864,
+  "v_tok_811": 250865,
+  "v_tok_812": 250866,
+  "v_tok_813": 250867,
+  "v_tok_814": 250868,
+  "v_tok_815": 250869,
+  "v_tok_816": 250870,
+  "v_tok_817": 250871,
+  "v_tok_818": 250872,
+  "v_tok_819": 250873,
+  "v_tok_82": 250136,
+  "v_tok_820": 250874,
+  "v_tok_821": 250875,
+  "v_tok_822": 250876,
+  "v_tok_823": 250877,
+  "v_tok_824": 250878,
+  "v_tok_825": 250879,
+  "v_tok_826": 250880,
+  "v_tok_827": 250881,
+  "v_tok_828": 250882,
+  "v_tok_829": 250883,
+  "v_tok_83": 250137,
+  "v_tok_830": 250884,
+  "v_tok_831": 250885,
+  "v_tok_832": 250886,
+  "v_tok_833": 250887,
+  "v_tok_834": 250888,
+  "v_tok_835": 250889,
+  "v_tok_836": 250890,
+  "v_tok_837": 250891,
+  "v_tok_838": 250892,
+  "v_tok_839": 250893,
+  "v_tok_84": 250138,
+  "v_tok_840": 250894,
+  "v_tok_841": 250895,
+  "v_tok_842": 250896,
+  "v_tok_843": 250897,
+  "v_tok_844": 250898,
+  "v_tok_845": 250899,
+  "v_tok_846": 250900,
+  "v_tok_847": 250901,
+  "v_tok_848": 250902,
+  "v_tok_849": 250903,
+  "v_tok_85": 250139,
+  "v_tok_850": 250904,
+  "v_tok_851": 250905,
+  "v_tok_852": 250906,
+  "v_tok_853": 250907,
+  "v_tok_854": 250908,
+  "v_tok_855": 250909,
+  "v_tok_856": 250910,
+  "v_tok_857": 250911,
+  "v_tok_858": 250912,
+  "v_tok_859": 250913,
+  "v_tok_86": 250140,
+  "v_tok_860": 250914,
+  "v_tok_861": 250915,
+  "v_tok_862": 250916,
+  "v_tok_863": 250917,
+  "v_tok_864": 250918,
+  "v_tok_865": 250919,
+  "v_tok_866": 250920,
+  "v_tok_867": 250921,
+  "v_tok_868": 250922,
+  "v_tok_869": 250923,
+  "v_tok_87": 250141,
+  "v_tok_870": 250924,
+  "v_tok_871": 250925,
+  "v_tok_872": 250926,
+  "v_tok_873": 250927,
+  "v_tok_874": 250928,
+  "v_tok_875": 250929,
+  "v_tok_876": 250930,
+  "v_tok_877": 250931,
+  "v_tok_878": 250932,
+  "v_tok_879": 250933,
+  "v_tok_88": 250142,
+  "v_tok_880": 250934,
+  "v_tok_881": 250935,
+  "v_tok_882": 250936,
+  "v_tok_883": 250937,
+  "v_tok_884": 250938,
+  "v_tok_885": 250939,
+  "v_tok_886": 250940,
+  "v_tok_887": 250941,
+  "v_tok_888": 250942,
+  "v_tok_889": 250943,
+  "v_tok_89": 250143,
+  "v_tok_890": 250944,
+  "v_tok_891": 250945,
+  "v_tok_892": 250946,
+  "v_tok_893": 250947,
+  "v_tok_894": 250948,
+  "v_tok_895": 250949,
+  "v_tok_896": 250950,
+  "v_tok_897": 250951,
+  "v_tok_898": 250952,
+  "v_tok_899": 250953,
+  "v_tok_9": 250063,
+  "v_tok_90": 250144,
+  "v_tok_900": 250954,
+  "v_tok_901": 250955,
+  "v_tok_902": 250956,
+  "v_tok_903": 250957,
+  "v_tok_904": 250958,
+  "v_tok_905": 250959,
+  "v_tok_906": 250960,
+  "v_tok_907": 250961,
+  "v_tok_908": 250962,
+  "v_tok_909": 250963,
+  "v_tok_91": 250145,
+  "v_tok_910": 250964,
+  "v_tok_911": 250965,
+  "v_tok_912": 250966,
+  "v_tok_913": 250967,
+  "v_tok_914": 250968,
+  "v_tok_915": 250969,
+  "v_tok_916": 250970,
+  "v_tok_917": 250971,
+  "v_tok_918": 250972,
+  "v_tok_919": 250973,
+  "v_tok_92": 250146,
+  "v_tok_920": 250974,
+  "v_tok_921": 250975,
+  "v_tok_922": 250976,
+  "v_tok_923": 250977,
+  "v_tok_924": 250978,
+  "v_tok_925": 250979,
+  "v_tok_926": 250980,
+  "v_tok_927": 250981,
+  "v_tok_928": 250982,
+  "v_tok_929": 250983,
+  "v_tok_93": 250147,
+  "v_tok_930": 250984,
+  "v_tok_931": 250985,
+  "v_tok_932": 250986,
+  "v_tok_933": 250987,
+  "v_tok_934": 250988,
+  "v_tok_935": 250989,
+  "v_tok_936": 250990,
+  "v_tok_937": 250991,
+  "v_tok_938": 250992,
+  "v_tok_939": 250993,
+  "v_tok_94": 250148,
+  "v_tok_940": 250994,
+  "v_tok_941": 250995,
+  "v_tok_942": 250996,
+  "v_tok_943": 250997,
+  "v_tok_944": 250998,
+  "v_tok_945": 250999,
+  "v_tok_946": 251000,
+  "v_tok_947": 251001,
+  "v_tok_948": 251002,
+  "v_tok_949": 251003,
+  "v_tok_95": 250149,
+  "v_tok_950": 251004,
+  "v_tok_951": 251005,
+  "v_tok_952": 251006,
+  "v_tok_953": 251007,
+  "v_tok_954": 251008,
+  "v_tok_955": 251009,
+  "v_tok_956": 251010,
+  "v_tok_957": 251011,
+  "v_tok_958": 251012,
+  "v_tok_959": 251013,
+  "v_tok_96": 250150,
+  "v_tok_960": 251014,
+  "v_tok_961": 251015,
+  "v_tok_962": 251016,
+  "v_tok_963": 251017,
+  "v_tok_964": 251018,
+  "v_tok_965": 251019,
+  "v_tok_966": 251020,
+  "v_tok_967": 251021,
+  "v_tok_968": 251022,
+  "v_tok_969": 251023,
+  "v_tok_97": 250151,
+  "v_tok_970": 251024,
+  "v_tok_971": 251025,
+  "v_tok_972": 251026,
+  "v_tok_973": 251027,
+  "v_tok_974": 251028,
+  "v_tok_975": 251029,
+  "v_tok_976": 251030,
+  "v_tok_977": 251031,
+  "v_tok_978": 251032,
+  "v_tok_979": 251033,
+  "v_tok_98": 250152,
+  "v_tok_980": 251034,
+  "v_tok_981": 251035,
+  "v_tok_982": 251036,
+  "v_tok_983": 251037,
+  "v_tok_984": 251038,
+  "v_tok_985": 251039,
+  "v_tok_986": 251040,
+  "v_tok_987": 251041,
+  "v_tok_988": 251042,
+  "v_tok_989": 251043,
+  "v_tok_99": 250153,
+  "v_tok_990": 251044,
+  "v_tok_991": 251045,
+  "v_tok_992": 251046,
+  "v_tok_993": 251047,
+  "v_tok_994": 251048,
+  "v_tok_995": 251049,
+  "v_tok_996": 251050,
+  "v_tok_997": 251051,
+  "v_tok_998": 251052,
+  "v_tok_999": 251053,
+  "xh_ZA": 250051
+}

config.json

@@ -0,0 +1,58 @@
+{
+  "_name_or_path": "facebook/mbart-large-50-many-to-many-mmt",
+  "_num_labels": 3,
+  "activation_dropout": 0.0,
+  "activation_function": "relu",
+  "add_bias_logits": false,
+  "add_final_layer_norm": true,
+  "architectures": [
+    "MBartModel"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 0,
+  "classif_dropout": 0.0,
+  "classifier_dropout": 0.0,
+  "d_model": 1024,
+  "decoder_attention_heads": 16,
+  "decoder_ffn_dim": 4096,
+  "decoder_layerdrop": 0.0,
+  "decoder_layers": 12,
+  "decoder_start_token_id": 2,
+  "dropout": 0.1,
+  "early_stopping": true,
+  "encoder_attention_heads": 16,
+  "encoder_ffn_dim": 4096,
+  "encoder_layerdrop": 0.0,
+  "encoder_layers": 12,
+  "eos_token_id": 2,
+  "forced_eos_token_id": 2,
+  "gradient_checkpointing": false,
+  "id2label": {
+    "0": "LABEL_0",
+    "1": "LABEL_1",
+    "2": "LABEL_2"
+  },
+  "init_std": 0.02,
+  "is_encoder_decoder": true,
+  "label2id": {
+    "LABEL_0": 0,
+    "LABEL_1": 1,
+    "LABEL_2": 2
+  },
+  "max_length": 200,
+  "max_position_embeddings": 1024,
+  "model_type": "mbart",
+  "normalize_before": true,
+  "normalize_embedding": true,
+  "num_beams": 5,
+  "num_hidden_layers": 12,
+  "output_past": true,
+  "pad_token_id": 1,
+  "scale_embedding": true,
+  "static_position_embeddings": false,
+  "tokenizer_class": "MBart50Tokenizer",
+  "torch_dtype": "float32",
+  "transformers_version": "4.21.1",
+  "use_cache": true,
+  "vocab_size": 251028
+}

pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc72b9e1cec83b53c4f4aed140e161b50484dad0ffed9dd481290dbea4c25826
+size 2447668923

sentencepiece.bpe.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfc8146abe2a0488e9e2a0c56de7952f7c11ab059eca145a0a727afce0db2865
+size 5069051

special_tokens_map.json

@@ -0,0 +1,63 @@
+{
+  "additional_special_tokens": [
+    "ar_AR",
+    "cs_CZ",
+    "de_DE",
+    "en_XX",
+    "es_XX",
+    "et_EE",
+    "fi_FI",
+    "fr_XX",
+    "gu_IN",
+    "hi_IN",
+    "it_IT",
+    "ja_XX",
+    "kk_KZ",
+    "ko_KR",
+    "lt_LT",
+    "lv_LV",
+    "my_MM",
+    "ne_NP",
+    "nl_XX",
+    "ro_RO",
+    "ru_RU",
+    "si_LK",
+    "tr_TR",
+    "vi_VN",
+    "zh_CN",
+    "af_ZA",
+    "az_AZ",
+    "bn_IN",
+    "fa_IR",
+    "he_IL",
+    "hr_HR",
+    "id_ID",
+    "ka_GE",
+    "km_KH",
+    "mk_MK",
+    "ml_IN",
+    "mn_MN",
+    "mr_IN",
+    "pl_PL",
+    "ps_AF",
+    "pt_XX",
+    "sv_SE",
+    "sw_KE",
+    "ta_IN",
+    "te_IN",
+    "th_TH",
+    "tl_XX",
+    "uk_UA",
+    "ur_PK",
+    "xh_ZA",
+    "gl_ES",
+    "sl_SI"
+  ],
+  "bos_token": "<s>",
+  "cls_token": "<s>",
+  "eos_token": "</s>",
+  "mask_token": "<mask>",
+  "pad_token": "<pad>",
+  "sep_token": "</s>",
+  "unk_token": "<unk>"
+}

tokenizer_config.json

@@ -0,0 +1,25 @@
+{
+  "additional_special_tokens": null,
+  "bos_token": "<s>",
+  "cls_token": "<s>",
+  "eos_token": "</s>",
+  "language_codes": "ML50",
+  "mask_token": {
+    "__type": "AddedToken",
+    "content": "<mask>",
+    "lstrip": true,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "name_or_path": "facebook/mbart-large-50-many-to-many-mmt",
+  "pad_token": "<pad>",
+  "sep_token": "</s>",
+  "sp_model_kwargs": {},
+  "special_tokens_map_file": "/home/suraj/projects/mbart-50/mbart-50/special_tokens_map.json",
+  "src_lang": null,
+  "tgt_lang": null,
+  "tokenizer_class": "MBartTokenizer",
+  "tokenizer_file": null,
+  "unk_token": "<unk>"
+}