hemantn commited on
Commit
1f86c13
·
1 Parent(s): bb40601

Fix AutoTokenizer mapping to use list format to avoid parsing error

Browse files
Files changed (1) hide show
  1. config.json +1 -1
config.json CHANGED
@@ -13,6 +13,6 @@
13
  "auto_map": {
14
  "AutoConfig": "configuration_ablang2paired.AbLang2PairedConfig",
15
  "AutoModel": "modeling_ablang2paired.AbLang2PairedHFModel",
16
- "AutoTokenizer": "tokenizer_ablang2paired.AbLang2PairedTokenizer"
17
  }
18
  }
 
13
  "auto_map": {
14
  "AutoConfig": "configuration_ablang2paired.AbLang2PairedConfig",
15
  "AutoModel": "modeling_ablang2paired.AbLang2PairedHFModel",
16
+ "AutoTokenizer": ["tokenizer_ablang2paired.AbLang2PairedTokenizer", null]
17
  }
18
  }