emfomy commited on
Commit
538ce15
1 Parent(s): 210a1e0

Specify tokenizer in config.

Browse files
Files changed (1) hide show
  1. config.json +1 -0
config.json CHANGED
@@ -29,5 +29,6 @@
29
  "max_length": 50
30
  }
31
  },
 
32
  "vocab_size": 21128
33
  }
 
29
  "max_length": 50
30
  }
31
  },
32
+ "tokenizer_class": "BertTokenizerFast",
33
  "vocab_size": 21128
34
  }