Mehdi Cherti commited on
Commit
4d3bace
1 Parent(s): e2cce51

Add all 29 models used in the paper

Browse files
Files changed (29) hide show
  1. Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k.pt +3 -0
  2. Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k.pt +3 -0
  3. Model-B-16_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt +3 -0
  4. Model-B-16_Data-400M_Samples-13B_lr-5e-4_bs-33k.pt +3 -0
  5. Model-B-16_Data-400M_Samples-34B_lr-1e-3_bs-88k.pt +3 -0
  6. Model-B-16_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt +3 -0
  7. Model-B-16_Data-80M_Samples-13B_lr-1e-3_bs-88k.pt +3 -0
  8. Model-B-16_Data-80M_Samples-34B_lr-1e-3_bs-88k.pt +3 -0
  9. Model-B-16_Data-80M_Samples-3B_lr-1e-3_bs-88k.pt +3 -0
  10. Model-B-32_Data-2B_Samples-13B_lr-5e-4_bs-32k.pt +3 -0
  11. Model-B-32_Data-2B_Samples-34B_lr-1e-3_bs-79k.pt +3 -0
  12. Model-B-32_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt +3 -0
  13. Model-B-32_Data-400M_Samples-13B_lr-1e-3_bs-86k.pt +3 -0
  14. Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k.pt +3 -0
  15. Model-B-32_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt +3 -0
  16. Model-B-32_Data-80M_Samples-13B_lr-5e-4_bs-32k.pt +3 -0
  17. Model-B-32_Data-80M_Samples-34B_lr-1e-3_bs-88k.pt +3 -0
  18. Model-B-32_Data-80M_Samples-3B_lr-5e-4_bs-32k.pt +3 -0
  19. Model-H-14_Data-2B_Samples-34B_lr-5e-4_bs-79k.pt +3 -0
  20. Model-L-14_Data-2B_Samples-13B_lr-1e-3_bs-86k.pt +3 -0
  21. Model-L-14_Data-2B_Samples-34B_lr-1e-3_bs-86k.pt +3 -0
  22. Model-L-14_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt +3 -0
  23. Model-L-14_Data-400M_Samples-13B_lr-1e-3_bs-86k.pt +3 -0
  24. Model-L-14_Data-400M_Samples-34B_lr-1e-3_bs-86k.pt +3 -0
  25. Model-L-14_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt +3 -0
  26. Model-L-14_Data-80M_Samples-13B_lr-1e-3_bs-88k.pt +3 -0
  27. Model-L-14_Data-80M_Samples-34B_lr-1e-3_bs-88k.pt +3 -0
  28. Model-L-14_Data-80M_Samples-3B_lr-1e-3_bs-88k.pt +3 -0
  29. Model-g-14_Data-2B_Samples-13B_lr-5e-4_bs-64k.pt +3 -0
Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac8b48676828434d1e2ef73e9efb3604466a984266f496d3bf61152f6af77b69
3
+ size 1795822561
Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:08a724f89092c3283b22ed3f944474684466182c5e790bee2c6cdca85b88b3f0
3
+ size 1795822561
Model-B-16_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:11ccc543f4bfc6911dff1377e57cc8e9f8f4041d3d055a3533daf43a148680f1
3
+ size 1795747053
Model-B-16_Data-400M_Samples-13B_lr-5e-4_bs-33k.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:55e67d44b44d9e39aaf299a5c616aaf10a655879d6bd5854027b4a254aa2e7d5
3
+ size 598533543
Model-B-16_Data-400M_Samples-34B_lr-1e-3_bs-88k.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff62193fd33895c4d2b2122cd954b92e578447c4efa7d000e1efcae3765c30ab
3
+ size 1795822561
Model-B-16_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:08a26644df91c30ff4699913a2b9393cd23c6b6759f8c3d7ea159f4ef8344be3
3
+ size 1795747053
Model-B-16_Data-80M_Samples-13B_lr-1e-3_bs-88k.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c44e00166dbb15aa9b41ecca845575f279d499682d9a3e96576853f87074caa8
3
+ size 1795822561
Model-B-16_Data-80M_Samples-34B_lr-1e-3_bs-88k.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c77ae1708a70554993b8d9f898994794f9acf6638bfe89b5a75f38a47501301e
3
+ size 1795822561
Model-B-16_Data-80M_Samples-3B_lr-1e-3_bs-88k.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2065fd4c9297d3152f3b1427a478ff845fde5433459b831e255b2bd4469c49a5
3
+ size 1795747053
Model-B-32_Data-2B_Samples-13B_lr-5e-4_bs-32k.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:54e2321b04a43f7d9ae5bb251eddf0c495c40feb35ef11bd339d3fe67c28f608
3
+ size 1815626541
Model-B-32_Data-2B_Samples-34B_lr-1e-3_bs-79k.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8659aa46ca2b8a7e259b6220964c5800592e128646e857859d22d173f9f6fb7a
3
+ size 1815701857
Model-B-32_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9bf9ba9a395511ff4d90691b586d953a4696ad4e3255bbff349f039ea1127fd2
3
+ size 1815625965
Model-B-32_Data-400M_Samples-13B_lr-1e-3_bs-86k.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ddaad3cfd67ed6dd0911a38356cadc1885f0c75c1387158007d699e2334de630
3
+ size 1815701409
Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f67203783d9539b28d498e6171c8e5366a0ea0662fe51e534f514d1e2ab3357a
3
+ size 1815701793
Model-B-32_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:50efc2bae3b13ffc9a6526a837922e9ff017674ecd412d9264adb72c53555a0a
3
+ size 1815625965
Model-B-32_Data-80M_Samples-13B_lr-5e-4_bs-32k.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f2326d9e7400b58e59746563c49dadd72c7f48be4dcfb36ecc7f3c205a31a72
3
+ size 1815623597
Model-B-32_Data-80M_Samples-34B_lr-1e-3_bs-88k.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc3491da8085e00b266c967b92712617b495a93aaa34380541f60ea79609ea1b
3
+ size 1815701409
Model-B-32_Data-80M_Samples-3B_lr-5e-4_bs-32k.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c4fbff3607f03f5da8156859cd0a591d98128ec376707a1468a24b5848d232f7
3
+ size 1815626733
Model-H-14_Data-2B_Samples-34B_lr-5e-4_bs-79k.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9a78ef8e8c73fd0df621682e7a8e8eb36c6916cb3c16b291a082ecd52ab79cc4
3
+ size 3944692325
Model-L-14_Data-2B_Samples-13B_lr-1e-3_bs-86k.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b46fbb9759e783783a5e9d8b1bcf49865f191a360240fe8a13896d9c46b57585
3
+ size 5131851927
Model-L-14_Data-2B_Samples-34B_lr-1e-3_bs-86k.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ddb47339f44e4fd9cace3d3960d38af1b51a25857440cfae90afc44706d7e2b
3
+ size 1710631365
Model-L-14_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:868c441432f2ee9c0d4efa4a572cdf724b081c7d78ddbdcf485686479ecc5561
3
+ size 5131851031
Model-L-14_Data-400M_Samples-13B_lr-1e-3_bs-86k.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a8c1919b53f21c313bed23f3a2c0e2b653502b5b1fb55db7ead055312c0fb8e
3
+ size 5131962649
Model-L-14_Data-400M_Samples-34B_lr-1e-3_bs-86k.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1020127841822db4bf0f15bcd65d4907f8984641e082867025b75a9408ae96b6
3
+ size 5131851927
Model-L-14_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:34538c37c95dc4ba312665561525e0b765f22b01fc22622b860b5b6b719fc458
3
+ size 5131851031
Model-L-14_Data-80M_Samples-13B_lr-1e-3_bs-88k.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f2730e0b35ea9745a3ccceba71b8a44587e2609b00f7b23754c461af590ad982
3
+ size 5131962585
Model-L-14_Data-80M_Samples-34B_lr-1e-3_bs-88k.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:67fd3e5589867633be3278b65199026849c04569d9de5c6424816899262e002a
3
+ size 5131962585
Model-L-14_Data-80M_Samples-3B_lr-1e-3_bs-88k.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:abf336a4a6dbc418ac9db676c1cc860db3dd80819af4db1b5b9b1c54d31c8484
3
+ size 5131851031
Model-g-14_Data-2B_Samples-13B_lr-5e-4_bs-64k.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6aac683f899159946bc4ca15228bb7016f3cbb1a2c51f365cba0b23923f344da
3
+ size 5467006745