Mehdi Cherti
commited on
Commit
·
4d3bace
1
Parent(s):
e2cce51
Add all 29 models used in the paper
Browse files- Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k.pt +3 -0
- Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k.pt +3 -0
- Model-B-16_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt +3 -0
- Model-B-16_Data-400M_Samples-13B_lr-5e-4_bs-33k.pt +3 -0
- Model-B-16_Data-400M_Samples-34B_lr-1e-3_bs-88k.pt +3 -0
- Model-B-16_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt +3 -0
- Model-B-16_Data-80M_Samples-13B_lr-1e-3_bs-88k.pt +3 -0
- Model-B-16_Data-80M_Samples-34B_lr-1e-3_bs-88k.pt +3 -0
- Model-B-16_Data-80M_Samples-3B_lr-1e-3_bs-88k.pt +3 -0
- Model-B-32_Data-2B_Samples-13B_lr-5e-4_bs-32k.pt +3 -0
- Model-B-32_Data-2B_Samples-34B_lr-1e-3_bs-79k.pt +3 -0
- Model-B-32_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt +3 -0
- Model-B-32_Data-400M_Samples-13B_lr-1e-3_bs-86k.pt +3 -0
- Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k.pt +3 -0
- Model-B-32_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt +3 -0
- Model-B-32_Data-80M_Samples-13B_lr-5e-4_bs-32k.pt +3 -0
- Model-B-32_Data-80M_Samples-34B_lr-1e-3_bs-88k.pt +3 -0
- Model-B-32_Data-80M_Samples-3B_lr-5e-4_bs-32k.pt +3 -0
- Model-H-14_Data-2B_Samples-34B_lr-5e-4_bs-79k.pt +3 -0
- Model-L-14_Data-2B_Samples-13B_lr-1e-3_bs-86k.pt +3 -0
- Model-L-14_Data-2B_Samples-34B_lr-1e-3_bs-86k.pt +3 -0
- Model-L-14_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt +3 -0
- Model-L-14_Data-400M_Samples-13B_lr-1e-3_bs-86k.pt +3 -0
- Model-L-14_Data-400M_Samples-34B_lr-1e-3_bs-86k.pt +3 -0
- Model-L-14_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt +3 -0
- Model-L-14_Data-80M_Samples-13B_lr-1e-3_bs-88k.pt +3 -0
- Model-L-14_Data-80M_Samples-34B_lr-1e-3_bs-88k.pt +3 -0
- Model-L-14_Data-80M_Samples-3B_lr-1e-3_bs-88k.pt +3 -0
- Model-g-14_Data-2B_Samples-13B_lr-5e-4_bs-64k.pt +3 -0
Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ac8b48676828434d1e2ef73e9efb3604466a984266f496d3bf61152f6af77b69
|
3 |
+
size 1795822561
|
Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:08a724f89092c3283b22ed3f944474684466182c5e790bee2c6cdca85b88b3f0
|
3 |
+
size 1795822561
|
Model-B-16_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:11ccc543f4bfc6911dff1377e57cc8e9f8f4041d3d055a3533daf43a148680f1
|
3 |
+
size 1795747053
|
Model-B-16_Data-400M_Samples-13B_lr-5e-4_bs-33k.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:55e67d44b44d9e39aaf299a5c616aaf10a655879d6bd5854027b4a254aa2e7d5
|
3 |
+
size 598533543
|
Model-B-16_Data-400M_Samples-34B_lr-1e-3_bs-88k.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ff62193fd33895c4d2b2122cd954b92e578447c4efa7d000e1efcae3765c30ab
|
3 |
+
size 1795822561
|
Model-B-16_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:08a26644df91c30ff4699913a2b9393cd23c6b6759f8c3d7ea159f4ef8344be3
|
3 |
+
size 1795747053
|
Model-B-16_Data-80M_Samples-13B_lr-1e-3_bs-88k.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c44e00166dbb15aa9b41ecca845575f279d499682d9a3e96576853f87074caa8
|
3 |
+
size 1795822561
|
Model-B-16_Data-80M_Samples-34B_lr-1e-3_bs-88k.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c77ae1708a70554993b8d9f898994794f9acf6638bfe89b5a75f38a47501301e
|
3 |
+
size 1795822561
|
Model-B-16_Data-80M_Samples-3B_lr-1e-3_bs-88k.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2065fd4c9297d3152f3b1427a478ff845fde5433459b831e255b2bd4469c49a5
|
3 |
+
size 1795747053
|
Model-B-32_Data-2B_Samples-13B_lr-5e-4_bs-32k.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:54e2321b04a43f7d9ae5bb251eddf0c495c40feb35ef11bd339d3fe67c28f608
|
3 |
+
size 1815626541
|
Model-B-32_Data-2B_Samples-34B_lr-1e-3_bs-79k.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8659aa46ca2b8a7e259b6220964c5800592e128646e857859d22d173f9f6fb7a
|
3 |
+
size 1815701857
|
Model-B-32_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:9bf9ba9a395511ff4d90691b586d953a4696ad4e3255bbff349f039ea1127fd2
|
3 |
+
size 1815625965
|
Model-B-32_Data-400M_Samples-13B_lr-1e-3_bs-86k.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ddaad3cfd67ed6dd0911a38356cadc1885f0c75c1387158007d699e2334de630
|
3 |
+
size 1815701409
|
Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f67203783d9539b28d498e6171c8e5366a0ea0662fe51e534f514d1e2ab3357a
|
3 |
+
size 1815701793
|
Model-B-32_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:50efc2bae3b13ffc9a6526a837922e9ff017674ecd412d9264adb72c53555a0a
|
3 |
+
size 1815625965
|
Model-B-32_Data-80M_Samples-13B_lr-5e-4_bs-32k.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:5f2326d9e7400b58e59746563c49dadd72c7f48be4dcfb36ecc7f3c205a31a72
|
3 |
+
size 1815623597
|
Model-B-32_Data-80M_Samples-34B_lr-1e-3_bs-88k.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:dc3491da8085e00b266c967b92712617b495a93aaa34380541f60ea79609ea1b
|
3 |
+
size 1815701409
|
Model-B-32_Data-80M_Samples-3B_lr-5e-4_bs-32k.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c4fbff3607f03f5da8156859cd0a591d98128ec376707a1468a24b5848d232f7
|
3 |
+
size 1815626733
|
Model-H-14_Data-2B_Samples-34B_lr-5e-4_bs-79k.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:9a78ef8e8c73fd0df621682e7a8e8eb36c6916cb3c16b291a082ecd52ab79cc4
|
3 |
+
size 3944692325
|
Model-L-14_Data-2B_Samples-13B_lr-1e-3_bs-86k.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b46fbb9759e783783a5e9d8b1bcf49865f191a360240fe8a13896d9c46b57585
|
3 |
+
size 5131851927
|
Model-L-14_Data-2B_Samples-34B_lr-1e-3_bs-86k.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:5ddb47339f44e4fd9cace3d3960d38af1b51a25857440cfae90afc44706d7e2b
|
3 |
+
size 1710631365
|
Model-L-14_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:868c441432f2ee9c0d4efa4a572cdf724b081c7d78ddbdcf485686479ecc5561
|
3 |
+
size 5131851031
|
Model-L-14_Data-400M_Samples-13B_lr-1e-3_bs-86k.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6a8c1919b53f21c313bed23f3a2c0e2b653502b5b1fb55db7ead055312c0fb8e
|
3 |
+
size 5131962649
|
Model-L-14_Data-400M_Samples-34B_lr-1e-3_bs-86k.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:1020127841822db4bf0f15bcd65d4907f8984641e082867025b75a9408ae96b6
|
3 |
+
size 5131851927
|
Model-L-14_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:34538c37c95dc4ba312665561525e0b765f22b01fc22622b860b5b6b719fc458
|
3 |
+
size 5131851031
|
Model-L-14_Data-80M_Samples-13B_lr-1e-3_bs-88k.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f2730e0b35ea9745a3ccceba71b8a44587e2609b00f7b23754c461af590ad982
|
3 |
+
size 5131962585
|
Model-L-14_Data-80M_Samples-34B_lr-1e-3_bs-88k.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:67fd3e5589867633be3278b65199026849c04569d9de5c6424816899262e002a
|
3 |
+
size 5131962585
|
Model-L-14_Data-80M_Samples-3B_lr-1e-3_bs-88k.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:abf336a4a6dbc418ac9db676c1cc860db3dd80819af4db1b5b9b1c54d31c8484
|
3 |
+
size 5131851031
|
Model-g-14_Data-2B_Samples-13B_lr-5e-4_bs-64k.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6aac683f899159946bc4ca15228bb7016f3cbb1a2c51f365cba0b23923f344da
|
3 |
+
size 5467006745
|