baricevic commited on
Commit
17111c9
1 Parent(s): c1c38d2

End of training

Browse files
checklist.chk ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ 0982cab45fea5c71090fb4df5693f4b1 consolidated.00.pth
2
+ da5e8f9d4281f66829bc39633f0c4d9a consolidated.01.pth
3
+ 9bc486f4a2571049c992c50e296c70aa consolidated.02.pth
4
+ b2411c75d4ef978129dd6cc933fe2f36 consolidated.03.pth
5
+ 7644993ef3455cf92587d6a5c9409f0d consolidated.04.pth
6
+ 59cb217ce42ed46a6e8c7bf3ebb87de7 consolidated.05.pth
7
+ 273073bccc7994c159fdeffe5fbde5f6 consolidated.06.pth
8
+ 2d1ff76cdae9bc84bfc76ebd0f64b9ba consolidated.07.pth
9
+ 964ba60980e721f9009f90e6b219b157 params.json
10
+ 08292403f8b173e7524d7fba7bbbd2d3 tokenizer.model
consolidated.00.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dfac4997deb0ccca7ec47cdd6eceef6e129d181d49b3b3c113c8576a41ad5a2a
3
+ size 17640971024
consolidated.01.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b9dc90a965921916749c92eaf08d82ecae796c8d3f95229f7adeb125d6f16ce0
3
+ size 17640971024
consolidated.02.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:63ccd5fcdc65f48331715084cc8a3b8951a8a4d17d90f4bc3fc8aaf1e64cf661
3
+ size 17640971024
consolidated.03.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:05a6b3e97e97626e76ca0894b523b194fe6dc7403abb6eeb38acc2798db0fd79
3
+ size 17640971024
consolidated.04.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc1959f112e1737a364d25e839a2553b76372028644346f94ad51dc15d9fbbca
3
+ size 17640971024
consolidated.05.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b5c037c99d4fe5530ef8fbc574ba1ae78b1e9db59d2f85333464ead8e2413e5c
3
+ size 17640971024
consolidated.06.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:363caff35b45a6862c48e9f613100a0393cc297538420fe810c3e66666a70e71
3
+ size 17640971024
consolidated.07.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:020d7d84319e3b2025f5266b2691ec67327bbcf8f967ed82af13775b1ffa3bd4
3
+ size 17640971024
params.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dim": 8192,
3
+ "ffn_dim_multiplier": 1.3,
4
+ "multiple_of": 4096,
5
+ "n_heads": 64,
6
+ "n_kv_heads": 8,
7
+ "n_layers": 80,
8
+ "norm_eps": 1e-05,
9
+ "vocab_size": 128256,
10
+ "rope_theta": 500000.0
11
+ }
tokenizer.model ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:82e9d31979e92ab929cd544440f129d9ecd797b69e327f80f17e1c50d5551b55
3
+ size 2183982