abhiramtirumala commited on
Commit
e1b7c00
1 Parent(s): 23befc8
Files changed (2) hide show
  1. config.json +4 -4
  2. pytorch_model.bin +2 -2
config.json CHANGED
@@ -13,10 +13,10 @@
13
  "layer_norm_epsilon": 1e-05,
14
  "model_type": "gpt2",
15
  "n_ctx": 1024,
16
- "n_embd": 768,
17
- "n_head": 12,
18
  "n_inner": null,
19
- "n_layer": 12,
20
  "n_positions": 1024,
21
  "resid_pdrop": 0.1,
22
  "scale_attn_weights": true,
@@ -30,7 +30,7 @@
30
  "max_length": 1000
31
  }
32
  },
33
- "transformers_version": "4.6.1",
34
  "use_cache": true,
35
  "vocab_size": 50257
36
  }
13
  "layer_norm_epsilon": 1e-05,
14
  "model_type": "gpt2",
15
  "n_ctx": 1024,
16
+ "n_embd": 1024,
17
+ "n_head": 16,
18
  "n_inner": null,
19
+ "n_layer": 24,
20
  "n_positions": 1024,
21
  "resid_pdrop": 0.1,
22
  "scale_attn_weights": true,
30
  "max_length": 1000
31
  }
32
  },
33
+ "transformers_version": "4.8.2",
34
  "use_cache": true,
35
  "vocab_size": 50257
36
  }
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a7ba87f64000e85b562808bb7dd5404af8011c77b313a00916106a4479e57cb6
3
- size 510405883
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:46faca0d753e6f108cd73209fb3648a12604fe4815982f2cd2cf213fd1aaae5b
3
+ size 1444576537