openbmb
/

cpm-bee-1b

Text Generation

feature-extraction

Model card Files Files and versions

jeffreygo commited on Jun 13, 2023

Commit

2f51710

·

1 Parent(s): fd507f5

Update tokenizer_config.json

Files changed (1) hide show

tokenizer_config.json +2 -1

tokenizer_config.json CHANGED Viewed

@@ -3,7 +3,8 @@
     "tokenizer_class": "CpmBeeTokenizer",
     "auto_map": {
         "AutoTokenizer": [
-            "tokenization_cpmbee.CpmBeeTokenizer"
         ]
     }
 }

     "tokenizer_class": "CpmBeeTokenizer",
     "auto_map": {
         "AutoTokenizer": [
+            "tokenization_cpmbee.CpmBeeTokenizer",
+            null
         ]
     }
 }