RWKV
/

rwkv-6-world-1b6

Text Generation

Model card Files Files and versions Community

KaleiNeely commited on Jul 2

Commit

48f3eea

•

1 Parent(s): 407b018

Update tokenizer_config.json

Files changed (1) hide show

tokenizer_config.json +3 -3

tokenizer_config.json CHANGED Viewed

@@ -1,11 +1,11 @@
 {
-  "name_or_path": "rwkv-5-tokenizer",
   "add_prefix_space": false,
-  "tokenizer_class": "Rwkv5Tokenizer",
   "use_fast": false,
   "auto_map": {
     "AutoTokenizer": [
-      "tokenization_rwkv5.Rwkv5Tokenizer",
       null
       ]
   }

 {
+  "name_or_path": "rwkv-6-tokenizer",
   "add_prefix_space": false,
+  "tokenizer_class": "Rwkv6Tokenizer",
   "use_fast": false,
   "auto_map": {
     "AutoTokenizer": [
+      "hf_rwkv_tokenizer.Rwkv6Tokenizer",
       null
       ]
   }