Update tokenizer_config.json

#5
by susnato - opened
Files changed (1) hide show
  1. tokenizer_config.json +5 -0
tokenizer_config.json CHANGED
@@ -1,5 +1,10 @@
1
  {
2
  "tokenizer_class": "Pop2PianoTokenizer",
 
 
 
 
 
3
  "vocab_size_special" : 4,
4
  "vocab_size_note" : 128,
5
  "vocab_size_velocity" : 2,
 
1
  {
2
  "tokenizer_class": "Pop2PianoTokenizer",
3
+ "DEFAULT_VELOCITY" : 77,
4
+ "unk_token": "-1",
5
+ "eos_token": "1",
6
+ "pad_token": "0",
7
+ "bos_token": "2",
8
  "vocab_size_special" : 4,
9
  "vocab_size_note" : 128,
10
  "vocab_size_velocity" : 2,