RWKV-4-World-3B-q4f16_1 / mlc-chat-config.json
BBuf's picture
refine
7fe4e5e
raw
history blame
484 Bytes
{
"model_lib": "RWKV-4-World-3B-q4f16_1",
"local_id": "RWKV-4-World-3B-q4f16_1",
"conv_template": "rwkv_world",
"temperature": 1.2,
"repetition_penalty": 0.996,
"top_p": 0.6,
"mean_gen_len": 128,
"max_gen_len": 512,
"max_window_size": 1024,
"num_shards": 1,
"shift_fill_factor": 0.3,
"tokenizer_files": [
"tokenizer_model"
],
"model_category": "rwkv_world",
"model_name": "RWKV-4-World-3B",
"vocab_size": 65536
}