ruihanglai commited on
Commit
f4f7e3d
1 Parent(s): 3c039fb

Update mlc-chat-config.json

Browse files
Files changed (1) hide show
  1. mlc-chat-config.json +2 -1
mlc-chat-config.json CHANGED
@@ -13,7 +13,8 @@
13
  "prefill_chunk_size": 4096,
14
  "num_key_value_heads": 32,
15
  "head_dim": 128,
16
- "tensor_parallel_shards": 1
 
17
  },
18
  "vocab_size": 32000,
19
  "context_window_size": 4096,
 
13
  "prefill_chunk_size": 4096,
14
  "num_key_value_heads": 32,
15
  "head_dim": 128,
16
+ "tensor_parallel_shards": 1,
17
+ "max_batch_size": 80
18
  },
19
  "vocab_size": 32000,
20
  "context_window_size": 4096,