tau / mlc-chat-config.json
bmorphism's picture
handy
081f42a
{
"model_lib": "rwkv-raven-7b-q4f16_2",
"local_id": "rwkv-raven-7b-q4f16_2",
"conv_template": "rwkv",
"temperature": 1.2,
"repetition_penalty": 0.996,
"top_p": 0.6,
"mean_gen_len": 128,
"max_gen_len": 512,
"max_window_size": 1024,
"num_shards": 1,
"shift_fill_factor": 0.3,
"tokenizer_files": [
"tokenizer.json"
],
"model_category": "rwkv",
"model_name": "rwkv-raven-7b",
"vocab_size": 50277
}