Hugging Face's logo

EleutherAI
/
gpt-neox-20b

Text Generation
Transformers
PyTorch
Safetensors
English
gpt_neox
causal-lm
Inference Endpoints
text-generation-inference
4 papers
Model card Files Community
25
zphang commited on
Commit
5fe656a
•
1 Parent(s): 2836058

20B first commit

Browse files
Files changed (48) hide show
  1. config.json +25 -0
  2. pytorch_model-00001-of-00046.bin +3 -0
  3. pytorch_model-00002-of-00046.bin +3 -0
  4. pytorch_model-00003-of-00046.bin +3 -0
  5. pytorch_model-00004-of-00046.bin +3 -0
  6. pytorch_model-00005-of-00046.bin +3 -0
  7. pytorch_model-00006-of-00046.bin +3 -0
  8. pytorch_model-00007-of-00046.bin +3 -0
  9. pytorch_model-00008-of-00046.bin +3 -0
  10. pytorch_model-00009-of-00046.bin +3 -0
  11. pytorch_model-00010-of-00046.bin +3 -0
  12. pytorch_model-00011-of-00046.bin +3 -0
  13. pytorch_model-00012-of-00046.bin +3 -0
  14. pytorch_model-00013-of-00046.bin +3 -0
  15. pytorch_model-00014-of-00046.bin +3 -0
  16. pytorch_model-00015-of-00046.bin +3 -0
  17. pytorch_model-00016-of-00046.bin +3 -0
  18. pytorch_model-00017-of-00046.bin +3 -0
  19. pytorch_model-00018-of-00046.bin +3 -0
  20. pytorch_model-00019-of-00046.bin +3 -0
  21. pytorch_model-00020-of-00046.bin +3 -0
  22. pytorch_model-00021-of-00046.bin +3 -0
  23. pytorch_model-00022-of-00046.bin +3 -0
  24. pytorch_model-00023-of-00046.bin +3 -0
  25. pytorch_model-00024-of-00046.bin +3 -0
  26. pytorch_model-00025-of-00046.bin +3 -0
  27. pytorch_model-00026-of-00046.bin +3 -0
  28. pytorch_model-00027-of-00046.bin +3 -0
  29. pytorch_model-00028-of-00046.bin +3 -0
  30. pytorch_model-00029-of-00046.bin +3 -0
  31. pytorch_model-00030-of-00046.bin +3 -0
  32. pytorch_model-00031-of-00046.bin +3 -0
  33. pytorch_model-00032-of-00046.bin +3 -0
  34. pytorch_model-00033-of-00046.bin +3 -0
  35. pytorch_model-00034-of-00046.bin +3 -0
  36. pytorch_model-00035-of-00046.bin +3 -0
  37. pytorch_model-00036-of-00046.bin +3 -0
  38. pytorch_model-00037-of-00046.bin +3 -0
  39. pytorch_model-00038-of-00046.bin +3 -0
  40. pytorch_model-00039-of-00046.bin +3 -0
  41. pytorch_model-00040-of-00046.bin +3 -0
  42. pytorch_model-00041-of-00046.bin +3 -0
  43. pytorch_model-00042-of-00046.bin +3 -0
  44. pytorch_model-00043-of-00046.bin +3 -0
  45. pytorch_model-00044-of-00046.bin +3 -0
  46. pytorch_model-00045-of-00046.bin +3 -0
  47. pytorch_model-00046-of-00046.bin +3 -0
  48. pytorch_model.bin.index.json +3 -0
config.json ADDED
@@ -0,0 +1,25 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "GPTNeoXForCausalLM"
4
+ ],
5
+ "attention_probs_dropout_prob": 0.1,
6
+ "bos_token_id": 0,
7
+ "eos_token_id": 2,
8
+ "hidden_act": "gelu_fast",
9
+ "hidden_dropout_prob": 0.1,
10
+ "hidden_size": 6144,
11
+ "initializer_range": 0.02,
12
+ "intermediate_size": 24576,
13
+ "layer_norm_eps": 1e-05,
14
+ "max_position_embeddings": 2048,
15
+ "model_type": "gpt_neox",
16
+ "num_attention_heads": 64,
17
+ "num_hidden_layers": 44,
18
+ "rotary_emb_base": 10000,
19
+ "rotary_pct": 0.25,
20
+ "tie_word_embeddings": false,
21
+ "torch_dtype": "float16",
22
+ "transformers_version": "4.19.0.dev0",
23
+ "use_cache": true,
24
+ "vocab_size": 50432
25
+ }
pytorch_model-00001-of-00046.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:91a6926dd4e27c801194ab9b697e6b739d4312cbd7d081ee020f5ca75607743c
3
+ size 925994625
pytorch_model-00002-of-00046.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a96a36c8efc68a1d6c5de03b8c78625422edbf3a0b3d7c88650a8cd409ebbd73
3
+ size 910328184
pytorch_model-00003-of-00046.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:582e2bbbbd7c8b91de2c8fe2b292610e6b5a74966a7e2398645a38dbda2ed71f
3
+ size 910328184
pytorch_model-00004-of-00046.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dad2df6d880f4a64ee2c530c0b51c6be4600f2463fa69d06d668b18904e3d5a3
3
+ size 910328184
pytorch_model-00005-of-00046.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2dd1111e7f207d4a7720a8723cf5d2c2dabb77e509a57ce41a28ee630b0e8353
3
+ size 910328184
pytorch_model-00006-of-00046.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c7de215cb446cb678dc7e4e7df5b18cc16b79fdf08e41a2738491ff9cc57e37a
3
+ size 910328184
pytorch_model-00007-of-00046.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:53b30b05245b1ad580dd2d304a760fd93bb80cd6e67e3e497b0140abb23c8f84
3
+ size 910328184
pytorch_model-00008-of-00046.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f4b0850c82bc82ada8e092e7bd9a782737391faa8a844c32f1d206c9d5cc1665
3
+ size 910328184
pytorch_model-00009-of-00046.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:19b9c1d811efc0361c8607bd3a52f0474478b5871bbf70746af8dc8cc7b7569d
3
+ size 910328184
pytorch_model-00010-of-00046.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:343cfe1a395d55c148034e13cb3a0470baa68e4d0711412a2d6ad22574e2e9ea
3
+ size 910328184
pytorch_model-00011-of-00046.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:089530ad755e6ec58b10d4a977b960bff4ade4346c0b0b9ebf2063cde42af0fd
3
+ size 910328184
pytorch_model-00012-of-00046.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7040b3aadd06bfc8b4175f8273d86f22a8eb7c7b1a5cd9991c2678290b610a36
3
+ size 910328184
pytorch_model-00013-of-00046.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:50d7a789188146fc4368c0f4b1574dd7933ec8cc4ecb809aebca90a70c0fca91
3
+ size 910328184
pytorch_model-00014-of-00046.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4ba306de96a20abccb2e99048614debd63557228c3f9787ca7d6cc445397a9c2
3
+ size 910328184
pytorch_model-00015-of-00046.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5105b09e42b2eacaf1985ce37811913dca02446169cff6ece20cbf8cd6803a78
3
+ size 910328184
pytorch_model-00016-of-00046.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:41c5345d12c491aede73bd79dcda8093badddd1ab393413de1be377aed044c34
3
+ size 910328184
pytorch_model-00017-of-00046.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:73a3f74f1e0ce412f6b06c172b068fd9dcefbfdff60a1e3242d1a56a58441e8a
3
+ size 910328184
pytorch_model-00018-of-00046.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c17a90b84c957246da45835e6b88cc496430e24af18f74d5219cebfb6ca89bf5
3
+ size 910328184
pytorch_model-00019-of-00046.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ce0eab7c8271f3b267eb84cc90d0e6667a40060fc5c751f0bbe7edd2c2f1e32f
3
+ size 910328184
pytorch_model-00020-of-00046.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a3e63161295d36203577c2226e217dffdbf3bbbb99f883ff64e11e7b2cb1fb9
3
+ size 910328184
pytorch_model-00021-of-00046.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:260f41230c97ce26e787650aa225cc65d381b4e17485cbf6e2cef31e99d0f2dc
3
+ size 910328184
pytorch_model-00022-of-00046.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:43392e9228f83d32455920c0517f3f288049340236fc9cb7d660f61de0705d6d
3
+ size 910328184
pytorch_model-00023-of-00046.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:11fb9cefd82632103450852c85eef713d9dfdd0c14451c84a909e3b335db5ddc
3
+ size 910328184
pytorch_model-00024-of-00046.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ff5af200c2682206e7076337820a576ad125f97cad398513c73c0febac61eb7
3
+ size 910328184
pytorch_model-00025-of-00046.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e38d80739d11771d6d2ac50574f5c7c5a980da47dd204ff320af548e3305aed3
3
+ size 910328184
pytorch_model-00026-of-00046.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ead5458cf979a9e311e1d1187605caa0d630b39f2bce616f1a7e43b70a565915
3
+ size 910328184
pytorch_model-00027-of-00046.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:34cfb1757f7e4fbc933fe56d442f297fe64763ee95576da09e1a9e6718e7de22
3
+ size 910328184
pytorch_model-00028-of-00046.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4090aa141fb5d6a00cefc15d5f55cee135db352ebcca1ce6829da65acdefacbc
3
+ size 910328184
pytorch_model-00029-of-00046.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:55b81d9a2491ff2054b2e502207e96009308259b25da2efab9e3073ae3fef9fb
3
+ size 910328184
pytorch_model-00030-of-00046.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eaab6b1b9b16640dedca882c7eba8a3991a769462fc267215499241bc48d3732
3
+ size 910328184
pytorch_model-00031-of-00046.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9ad862519bb27c0417b0ee46b9ffa47a7b7c219034a254881e054cc79b7d3b2a
3
+ size 910328184
pytorch_model-00032-of-00046.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:23752ed93b429d111dc4d75759731887cddb9f1a6717190778e22f37d6c1ef8d
3
+ size 910328184
pytorch_model-00033-of-00046.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d0842b355f997dc12d5c9c90297936919ed2b1223fd8fd5f00afbfcd28db979
3
+ size 910328184
pytorch_model-00034-of-00046.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7275a1541dd2a22297f878bdb5dff0cd41c327e61445e8ba6fd7f4b8ed51b6f9
3
+ size 910328184
pytorch_model-00035-of-00046.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d7b1e3ead65e8867953b00685531c42b3968fb317eb21286a4489f2d33c9424f
3
+ size 910328184
pytorch_model-00036-of-00046.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:92801ef5b1dd5f959f94b79233c461343319bd7fd881cc5d1642cd97675352b4
3
+ size 910328184
pytorch_model-00037-of-00046.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:080b0ab69fdc85af7f0fac13bf89d402980ee1e93812545e6ec85253040fc9ea
3
+ size 910328184
pytorch_model-00038-of-00046.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:603b045908ca1044109a3c13da7ce8f9f633a015b7717adc2ca72db186beb58e
3
+ size 910328184
pytorch_model-00039-of-00046.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9823f13162ca5b21532930863497d82a79788a2842c77d0538a36b8d86ec9573
3
+ size 910328184
pytorch_model-00040-of-00046.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a231cae597ce6e732429e9f589d2b1face5755df083b999eb2688481757cb4af
3
+ size 910328184
pytorch_model-00041-of-00046.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc909def52bbd51a6b6bb34f29bad67383a5ce0a5947a2fc26a9afcf5f705471
3
+ size 910328184
pytorch_model-00042-of-00046.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ac94d1b42f8ffd9b34121a797dc8371e405d3b4bbc1ad8003560da82a13205a
3
+ size 910328184
pytorch_model-00043-of-00046.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:36259a4252eae0d31d14513bb6b1e9e408aa416abda2347f397b333ae4ee0a41
3
+ size 910328184
pytorch_model-00044-of-00046.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2c40045b5342d2e4643cea8b7db300f529064df796a08f38b4b7df08ca67f96
3
+ size 910328184
pytorch_model-00045-of-00046.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a7baf394716643e2873b74cc823f39cc563ad1cdaa918b4b91cc7f1b42d7b68b
3
+ size 604067735
pytorch_model-00046-of-00046.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:925dc7a0c53a3487686cea905b52f2117d14fb3ff18e8fe1b544895a9c69fce4
3
+ size 619709163
pytorch_model.bin.index.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:044586635a1c8d8057638652ef2efe621b98bc982e04549cba70414306b45182
3
+ size 57712