fla-hub
/

rwkv6-7B-finch

Text Generation

Model card Files Files and versions Community

yzhangcs commited on Jun 13

Commit

5a38948

•

1 Parent(s): dc59825

Fix bad `bos_token_id`

Files changed (1) hide show

config.json +2 -2

config.json CHANGED Viewed

@@ -4,10 +4,10 @@
     "RWKV6ForCausalLM"
   ],
   "attn_mode": "chunk",
-  "bos_token_id": 1,
   "clamp_min": null,
   "conv_size": 4,
-  "eos_token_id": 2,
   "expand_k": 1,
   "expand_v": 1,
   "fuse_cross_entropy": true,

     "RWKV6ForCausalLM"
   ],
   "attn_mode": "chunk",
+  "bos_token_id": 0,
   "clamp_min": null,
   "conv_size": 4,
+  "eos_token_id": 0,
   "expand_k": 1,
   "expand_v": 1,
   "fuse_cross_entropy": true,