ruihanglai commited on
Commit
52cee2f
1 Parent(s): 3a7d7f1

Update mlc-chat-config.json

Browse files
Files changed (1) hide show
  1. mlc-chat-config.json +2 -1
mlc-chat-config.json CHANGED
@@ -15,7 +15,8 @@
15
  "prefill_chunk_size": 2048,
16
  "n_head_kv": 32,
17
  "head_dim": 64,
18
- "tensor_parallel_shards": 1
 
19
  },
20
  "vocab_size": 51200,
21
  "context_window_size": 2048,
 
15
  "prefill_chunk_size": 2048,
16
  "n_head_kv": 32,
17
  "head_dim": 64,
18
+ "tensor_parallel_shards": 1,
19
+ "max_batch_size": 80
20
  },
21
  "vocab_size": 51200,
22
  "context_window_size": 2048,