End of training
Browse files- checklist.chk +10 -0
- consolidated.00.pth +3 -0
- consolidated.01.pth +3 -0
- consolidated.02.pth +3 -0
- consolidated.03.pth +3 -0
- consolidated.04.pth +3 -0
- consolidated.05.pth +3 -0
- consolidated.06.pth +3 -0
- consolidated.07.pth +3 -0
- params.json +11 -0
- tokenizer.model +3 -0
checklist.chk
ADDED
@@ -0,0 +1,10 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
0982cab45fea5c71090fb4df5693f4b1 consolidated.00.pth
|
2 |
+
da5e8f9d4281f66829bc39633f0c4d9a consolidated.01.pth
|
3 |
+
9bc486f4a2571049c992c50e296c70aa consolidated.02.pth
|
4 |
+
b2411c75d4ef978129dd6cc933fe2f36 consolidated.03.pth
|
5 |
+
7644993ef3455cf92587d6a5c9409f0d consolidated.04.pth
|
6 |
+
59cb217ce42ed46a6e8c7bf3ebb87de7 consolidated.05.pth
|
7 |
+
273073bccc7994c159fdeffe5fbde5f6 consolidated.06.pth
|
8 |
+
2d1ff76cdae9bc84bfc76ebd0f64b9ba consolidated.07.pth
|
9 |
+
964ba60980e721f9009f90e6b219b157 params.json
|
10 |
+
08292403f8b173e7524d7fba7bbbd2d3 tokenizer.model
|
consolidated.00.pth
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:dfac4997deb0ccca7ec47cdd6eceef6e129d181d49b3b3c113c8576a41ad5a2a
|
3 |
+
size 17640971024
|
consolidated.01.pth
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b9dc90a965921916749c92eaf08d82ecae796c8d3f95229f7adeb125d6f16ce0
|
3 |
+
size 17640971024
|
consolidated.02.pth
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:63ccd5fcdc65f48331715084cc8a3b8951a8a4d17d90f4bc3fc8aaf1e64cf661
|
3 |
+
size 17640971024
|
consolidated.03.pth
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:05a6b3e97e97626e76ca0894b523b194fe6dc7403abb6eeb38acc2798db0fd79
|
3 |
+
size 17640971024
|
consolidated.04.pth
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:dc1959f112e1737a364d25e839a2553b76372028644346f94ad51dc15d9fbbca
|
3 |
+
size 17640971024
|
consolidated.05.pth
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b5c037c99d4fe5530ef8fbc574ba1ae78b1e9db59d2f85333464ead8e2413e5c
|
3 |
+
size 17640971024
|
consolidated.06.pth
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:363caff35b45a6862c48e9f613100a0393cc297538420fe810c3e66666a70e71
|
3 |
+
size 17640971024
|
consolidated.07.pth
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:020d7d84319e3b2025f5266b2691ec67327bbcf8f967ed82af13775b1ffa3bd4
|
3 |
+
size 17640971024
|
params.json
ADDED
@@ -0,0 +1,11 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"dim": 8192,
|
3 |
+
"ffn_dim_multiplier": 1.3,
|
4 |
+
"multiple_of": 4096,
|
5 |
+
"n_heads": 64,
|
6 |
+
"n_kv_heads": 8,
|
7 |
+
"n_layers": 80,
|
8 |
+
"norm_eps": 1e-05,
|
9 |
+
"vocab_size": 128256,
|
10 |
+
"rope_theta": 500000.0
|
11 |
+
}
|
tokenizer.model
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:82e9d31979e92ab929cd544440f129d9ecd797b69e327f80f17e1c50d5551b55
|
3 |
+
size 2183982
|