sultan commited on
Commit
1c91581
1 Parent(s): 3ce8f96

Delete net_config.pytorch.json

Browse files
Files changed (1) hide show
  1. net_config.pytorch.json +0 -16
net_config.pytorch.json DELETED
@@ -1,16 +0,0 @@
1
- {
2
- "block_size": "4_4_4",
3
- "d_embed": 768,
4
- "d_head": 64,
5
- "d_inner": 3072,
6
- "d_model": 768,
7
- "dropact": 0.0,
8
- "dropatt": 0.1,
9
- "dropout": 0.1,
10
- "n_head": 12,
11
- "pool_q_only": true,
12
- "pooling_size": 2,
13
- "pooling_type": "mean",
14
- "separate_cls": true,
15
- "vocab_size": 50000
16
- }