hiroshi-matsuda-rit
/

bert-base-sudachitra-v11

Inference Endpoints

Model card Files Files and versions Community

hiroshi-matsuda-rit commited on Jan 14

Commit

06b2b90

•

1 Parent(s): 1a25a86

for test

Files changed (1) hide show

tokenizer_config.json +1 -1

tokenizer_config.json CHANGED Viewed

@@ -13,7 +13,7 @@
   "sudachi_kwargs": {
     "sudachi_split_mode": "A",
     "sudachi_dict_type": "core",
-    "sudachi_config_path": "sudachi.json"
   },
   "model_max_length": 512,
   "tokenizer_class": "BertJapaneseTokenizer"

   "sudachi_kwargs": {
     "sudachi_split_mode": "A",
     "sudachi_dict_type": "core",
+    "sudachi_projection": "normalized_nouns"
   },
   "model_max_length": 512,
   "tokenizer_class": "BertJapaneseTokenizer"