jonabur
commited on
Commit
•
fb7cbbc
1
Parent(s):
0559492
2000B
Browse files- config.json +2 -1
- model-00001-of-00014.safetensors +1 -1
- model-00002-of-00014.safetensors +1 -1
- model-00003-of-00014.safetensors +1 -1
- model-00004-of-00014.safetensors +1 -1
- model-00005-of-00014.safetensors +1 -1
- model-00006-of-00014.safetensors +1 -1
- model-00007-of-00014.safetensors +1 -1
- model-00008-of-00014.safetensors +1 -1
- model-00009-of-00014.safetensors +1 -1
- model-00010-of-00014.safetensors +1 -1
- model-00011-of-00014.safetensors +1 -1
- model-00012-of-00014.safetensors +1 -1
- model-00013-of-00014.safetensors +1 -1
- model-00014-of-00014.safetensors +1 -1
config.json
CHANGED
@@ -1,5 +1,5 @@
|
|
1 |
{
|
2 |
-
"_name_or_path": "/scratch/project_462000353/viking-checkpoints/converted_models/
|
3 |
"architectures": [
|
4 |
"LlamaForCausalLM"
|
5 |
],
|
@@ -13,6 +13,7 @@
|
|
13 |
"intermediate_size": 20480,
|
14 |
"max_position_embeddings": 4096,
|
15 |
"max_sequence_length": 4096,
|
|
|
16 |
"model_type": "llama",
|
17 |
"num_attention_heads": 56,
|
18 |
"num_hidden_layers": 56,
|
|
|
1 |
{
|
2 |
+
"_name_or_path": "/scratch/project_462000353/viking-checkpoints/converted_models/viking_v2_33B_iter_0476837_bfloat16",
|
3 |
"architectures": [
|
4 |
"LlamaForCausalLM"
|
5 |
],
|
|
|
13 |
"intermediate_size": 20480,
|
14 |
"max_position_embeddings": 4096,
|
15 |
"max_sequence_length": 4096,
|
16 |
+
"mlp_bias": false,
|
17 |
"model_type": "llama",
|
18 |
"num_attention_heads": 56,
|
19 |
"num_hidden_layers": 56,
|
model-00001-of-00014.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 4932561768
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:45f18069b67a9f14c10a957118221acd614ab9382fc755c65c2cc7680d9cc9b3
|
3 |
size 4932561768
|
model-00002-of-00014.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 4991370120
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a6c2d98bb19927f3645b45df756780c2b97ac290b29836cd49585d412007aa32
|
3 |
size 4991370120
|
model-00003-of-00014.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 4756459736
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2ba35351db7b73ab1da77e8854074f8ef0e5ff94542f1aba8ee15ebce1ba4b48
|
3 |
size 4756459736
|
model-00004-of-00014.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 4756459760
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:bc1a6aff55e1d54f8f250cfd38ac8703d7ed24e6c9653e7b72ae6d50f73680d9
|
3 |
size 4756459760
|
model-00005-of-00014.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 4991370160
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f2831107be69fc7262e75927d1be1baa3379777d5ceea38cfc6cf915f7b03faa
|
3 |
size 4991370160
|
model-00006-of-00014.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 4756459760
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:dea8fb7a94dee22a5312d9e98c72882805940c20164d58cae43186c8017045ae
|
3 |
size 4756459760
|
model-00007-of-00014.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 4756459760
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e580f4fc26fc675ba3d3181716c5452949ba45dd1f4cf2adf77af3aec1606202
|
3 |
size 4756459760
|
model-00008-of-00014.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 4991370160
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d06cda287e0f790fff718513ffa97a2329808d481bc1cf3fdeb4c7c621989ae4
|
3 |
size 4991370160
|
model-00009-of-00014.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 4756459760
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:50f8a06afb8806975c9dbb443133a9be4896ee2863e9f4385f8734eac044b622
|
3 |
size 4756459760
|
model-00010-of-00014.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 4756459760
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ee95a3b019f4697f6732e3bbbdfbcd324ff1f02083db0acb5062e7ef000be211
|
3 |
size 4756459760
|
model-00011-of-00014.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 4991370160
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2b1790e23db4b4ee5c3d64a6f953f39397e04abee56a435ab9bb43b1b0614154
|
3 |
size 4991370160
|
model-00012-of-00014.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 4756459760
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4492bdd9f193109ba6140a870b8c2dc045f6634a6aaa9ca529c899e64ad6bf19
|
3 |
size 4756459760
|
model-00013-of-00014.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 4756459760
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:3f7780a145bd594a01ca22414f5c91f8256e8de81235b41c43e8a21911285555
|
3 |
size 4756459760
|
model-00014-of-00014.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 3288407640
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8d8c3d4466b55cae5e28dc344aa74506915838830c15ed9b22efc296ef725160
|
3 |
size 3288407640
|