Upload tokenizer

tokenizer.json

@@ -58,7 +58,7 @@
       "special": true
     },
     {
-      "id": 47,
+      "id": 49,
       "content": "[END]",
       "single_word": false,
       "lstrip": false,
@@ -109,20 +109,22 @@
       "TONALITY_DEGREE__8": 30,
       "TONALITY_DEGREE__1": 31,
       "TONALITY_DEGREE__11": 32,
-      "TONALITY_DEGREE__6": 33,
-      "CHORD_EXTENSION__2": 34,
+      "CHORD_EXTENSION__2": 33,
+      "TONALITY_DEGREE__6": 34,
       "CHORD_EXTENSION__43": 35,
-      "CHORD_EXTENSION__(sus2)": 36,
-      "CHORD_EXTENSION__(sus4)": 37,
+      "CHORD_EXTENSION__(sus4)": 36,
+      "CHORD_EXTENSION__(sus2)": 37,
       "CHORD_EXTENSION__6(sus4)": 38,
       "CHORD_DEGREE__6": 39,
-      "END": 40,
-      "CHORD_EXTENSION__65": 41,
+      "CHORD_EXTENSION__65": 40,
+      "END": 41,
       "CHORD_EXTENSION__64(sus2)": 42,
       "CHORD_EXTENSION__64(sus4)": 43,
       "CHORD_EXTENSION__6(sus2)": 44,
       "CHORD_OCTAVE__-3": 45,
-      "CHORD_EXTENSION__(+)": 46
+      "CHORD_EXTENSION__(+)": 46,
+      "CHORD_EXTENSION__64(+)": 47,
+      "CHORD_EXTENSION__6(+)": 48
     },
     "unk_token": "[UNK]"
   }

tokenizer_config.json

@@ -49,7 +49,7 @@
       "single_word": false,
       "special": true
     },
-    "47": {
+    "49": {
       "content": "[END]",
       "lstrip": false,
       "normalized": false,
@@ -64,11 +64,11 @@
   "cls_token": "[CLS]",
   "cls_token_id": 1,
   "eos_token": "[END]",
-  "eos_token_id": 47,
+  "eos_token_id": 49,
   "mask_token": "[MASK]",
   "mask_token_id": 4,
   "model_max_len": 4096,
-  "model_max_length": 256,
+  "model_max_length": 512,
   "pad_token": "[PAD]",
   "pad_token_id": 3,
   "seo_token_id": 2,