CharlieFRuan commited on
Commit
642880c
1 Parent(s): d44abe5

Update mlc-chat-config.json

Browse files
Files changed (1) hide show
  1. mlc-chat-config.json +1 -1
mlc-chat-config.json CHANGED
@@ -24,7 +24,7 @@
24
  "attention_sink_size": -1,
25
  "tensor_parallel_shards": 1,
26
  "mean_gen_len": 128,
27
- "max_gen_len": 5,
28
  "shift_fill_factor": 0.3,
29
  "temperature": 0.7,
30
  "repetition_penalty": 1.0,
 
24
  "attention_sink_size": -1,
25
  "tensor_parallel_shards": 1,
26
  "mean_gen_len": 128,
27
+ "max_gen_len": 512,
28
  "shift_fill_factor": 0.3,
29
  "temperature": 0.7,
30
  "repetition_penalty": 1.0,