model_fit_len / added_tokens.json
lw2333's picture
Training in progress, step 1000
9e94bf9
{
"<|af|>": 570,
"<|am|>": 577,
"<|ar|>": 515,
"<|as|>": 593,
"<|az|>": 547,
"<|ba|>": 598,
"<|be|>": 573,
"<|bg|>": 535,
"<|bn|>": 545,
"<|bo|>": 590,
"<|br|>": 552,
"<|bs|>": 558,
"<|ca|>": 513,
"<|cs|>": 526,
"<|cy|>": 540,
"<|da|>": 528,
"<|de|>": 504,
"<|el|>": 524,
"<|endoftext|>": 500,
"<|en|>": 502,
"<|es|>": 505,
"<|et|>": 550,
"<|eu|>": 553,
"<|fa|>": 543,
"<|fi|>": 520,
"<|fo|>": 581,
"<|fr|>": 508,
"<|gl|>": 562,
"<|gu|>": 576,
"<|haw|>": 595,
"<|ha|>": 597,
"<|he|>": 522,
"<|hi|>": 519,
"<|hr|>": 534,
"<|ht|>": 582,
"<|hu|>": 529,
"<|hy|>": 555,
"<|id|>": 518,
"<|is|>": 554,
"<|it|>": 517,
"<|ja|>": 509,
"<|jw|>": 599,
"<|ka|>": 572,
"<|kk|>": 559,
"<|km|>": 566,
"<|kn|>": 549,
"<|ko|>": 507,
"<|la|>": 537,
"<|lb|>": 588,
"<|ln|>": 596,
"<|lo|>": 579,
"<|lt|>": 536,
"<|lv|>": 544,
"<|mg|>": 592,
"<|mi|>": 538,
"<|mk|>": 551,
"<|ml|>": 539,
"<|mn|>": 557,
"<|mr|>": 563,
"<|ms|>": 525,
"<|mt|>": 586,
"<|my|>": 589,
"<|ne|>": 556,
"<|nl|>": 514,
"<|nn|>": 585,
"<|nocaptions|>": 605,
"<|notimestamps|>": 606,
"<|no|>": 531,
"<|oc|>": 571,
"<|pa|>": 564,
"<|pl|>": 512,
"<|ps|>": 583,
"<|pt|>": 510,
"<|ro|>": 527,
"<|ru|>": 506,
"<|sa|>": 587,
"<|sd|>": 575,
"<|si|>": 565,
"<|sk|>": 541,
"<|sl|>": 548,
"<|sn|>": 567,
"<|so|>": 569,
"<|sq|>": 560,
"<|sr|>": 546,
"<|startoflm|>": 603,
"<|startofprev|>": 604,
"<|startoftranscript|>": 501,
"<|su|>": 600,
"<|sv|>": 516,
"<|sw|>": 561,
"<|ta|>": 530,
"<|te|>": 542,
"<|tg|>": 574,
"<|th|>": 532,
"<|tk|>": 584,
"<|tl|>": 591,
"<|transcribe|>": 602,
"<|translate|>": 601,
"<|tr|>": 511,
"<|tt|>": 594,
"<|uk|>": 523,
"<|ur|>": 533,
"<|uz|>": 580,
"<|vi|>": 521,
"<|yi|>": 578,
"<|yo|>": 568,
"<|zh|>": 503
}