| { | |
| "version": "1.0", | |
| "truncation": { | |
| "direction": "Right", | |
| "max_length": 2048, | |
| "strategy": "LongestFirst", | |
| "stride": 0 | |
| }, | |
| "padding": { | |
| "strategy": "BatchLongest", | |
| "direction": "Right", | |
| "pad_to_multiple_of": null, | |
| "pad_id": 1, | |
| "pad_type_id": 0, | |
| "pad_token": "[PAD]" | |
| }, | |
| "added_tokens": [ | |
| { | |
| "id": 0, | |
| "content": "[UNK]", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 1, | |
| "content": "[PAD]", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 2, | |
| "content": "[MASK]", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| } | |
| ], | |
| "normalizer": null, | |
| "pre_tokenizer": { | |
| "type": "WhitespaceSplit" | |
| }, | |
| "post_processor": null, | |
| "decoder": null, | |
| "model": { | |
| "type": "WordLevel", | |
| "vocab": { | |
| "[UNK]": 0, | |
| "[PAD]": 1, | |
| "[MASK]": 2, | |
| "TIME_DELTA=1": 3, | |
| "TIME_DELTA=2": 4, | |
| "NOTE_OFF=54": 5, | |
| "NOTE_ON=54": 6, | |
| "NOTE_OFF=51": 7, | |
| "NOTE_ON=51": 8, | |
| "BAR_END": 9, | |
| "BAR_START": 10, | |
| "NOTE_OFF=60": 11, | |
| "NOTE_ON=60": 12, | |
| "NOTE_OFF=82": 13, | |
| "NOTE_ON=82": 14, | |
| "NOTE_OFF=36": 15, | |
| "NOTE_ON=36": 16, | |
| "TIME_DELTA=3": 17, | |
| "NOTE_OFF=63": 18, | |
| "NOTE_ON=63": 19, | |
| "NOTE_OFF=35": 20, | |
| "NOTE_ON=35": 21, | |
| "NOTE_OFF=58": 22, | |
| "NOTE_ON=58": 23, | |
| "NOTE_OFF=65": 24, | |
| "NOTE_ON=65": 25, | |
| "NOTE_OFF=55": 26, | |
| "NOTE_ON=55": 27, | |
| "NOTE_OFF=38": 28, | |
| "NOTE_ON=38": 29, | |
| "TIME_DELTA=4": 30, | |
| "NOTE_OFF=62": 31, | |
| "NOTE_ON=62": 32, | |
| "NOTE_OFF=56": 33, | |
| "NOTE_ON=56": 34, | |
| "NOTE_OFF=40": 35, | |
| "NOTE_ON=40": 36, | |
| "NOTE_OFF=67": 37, | |
| "NOTE_ON=67": 38, | |
| "NOTE_OFF=34": 39, | |
| "NOTE_ON=34": 40, | |
| "NOTE_OFF=41": 41, | |
| "NOTE_ON=41": 42, | |
| "TRACK_END": 43, | |
| "TRACK_START": 44, | |
| "NOTE_OFF=39": 45, | |
| "NOTE_ON=39": 46, | |
| "NOTE_OFF=72": 47, | |
| "NOTE_ON=72": 48, | |
| "NOTE_OFF=48": 49, | |
| "NOTE_ON=48": 50, | |
| "TIME_DELTA=15": 51, | |
| "NOTE_OFF=70": 52, | |
| "NOTE_ON=70": 53, | |
| "DENSITY=3": 54, | |
| "TIME_DELTA=5": 55, | |
| "NOTE_OFF=75": 56, | |
| "NOTE_ON=75": 57, | |
| "INST=4": 58, | |
| "DENSITY=2": 59, | |
| "DENSITY=0": 60, | |
| "NOTE_OFF=76": 61, | |
| "NOTE_ON=76": 62, | |
| "INST=10": 63, | |
| "TIME_DELTA=16": 64, | |
| "NOTE_OFF=46": 65, | |
| "NOTE_ON=46": 66, | |
| "NOTE_OFF=66": 67, | |
| "NOTE_ON=66": 68, | |
| "PIECE_START": 69, | |
| "INST=DRUMS": 70, | |
| "INST=6": 71, | |
| "DENSITY=1": 72, | |
| "TIME_DELTA=6": 73, | |
| "NOTE_OFF=74": 74, | |
| "NOTE_ON=74": 75, | |
| "NOTE_OFF=50": 76, | |
| "NOTE_ON=50": 77, | |
| "INST=1": 78, | |
| "NOTE_OFF=57": 79, | |
| "NOTE_ON=57": 80, | |
| "INST=8": 81, | |
| "NOTE_OFF=78": 82, | |
| "NOTE_ON=78": 83, | |
| "NOTE_OFF=31": 84, | |
| "NOTE_ON=31": 85, | |
| "TIME_DELTA=8": 86, | |
| "INST=3": 87, | |
| "TIME_DELTA=7": 88, | |
| "INST=14": 89, | |
| "NOTE_OFF=53": 90, | |
| "NOTE_OFF=79": 91, | |
| "NOTE_ON=53": 92, | |
| "NOTE_ON=79": 93, | |
| "INST=5": 94, | |
| "NOTE_OFF=77": 95, | |
| "NOTE_ON=77": 96, | |
| "TIME_DELTA=10": 97, | |
| "NOTE_OFF=86": 98, | |
| "NOTE_ON=86": 99, | |
| "NOTE_OFF=29": 100, | |
| "NOTE_OFF=42": 101, | |
| "NOTE_OFF=84": 102, | |
| "NOTE_ON=29": 103, | |
| "NOTE_ON=42": 104, | |
| "NOTE_ON=84": 105, | |
| "NOTE_OFF=87": 106, | |
| "NOTE_ON=87": 107, | |
| "TIME_DELTA=11": 108, | |
| "NOTE_OFF=33": 109, | |
| "NOTE_OFF=69": 110, | |
| "NOTE_OFF=81": 111, | |
| "NOTE_ON=33": 112, | |
| "NOTE_ON=69": 113, | |
| "NOTE_ON=81": 114 | |
| }, | |
| "unk_token": "[UNK]" | |
| } | |
| } |