Upload folder using huggingface_hub
Browse files- config.json +31 -0
- model-1.safetensors +3 -0
- model-10.safetensors +3 -0
- model-11.safetensors +3 -0
- model-12.safetensors +3 -0
- model-13.safetensors +3 -0
- model-14.safetensors +3 -0
- model-15.safetensors +3 -0
- model-16.safetensors +3 -0
- model-17.safetensors +3 -0
- model-18.safetensors +3 -0
- model-2.safetensors +3 -0
- model-3.safetensors +3 -0
- model-4.safetensors +3 -0
- model-5.safetensors +3 -0
- model-6.safetensors +3 -0
- model-7.safetensors +3 -0
- model-8.safetensors +3 -0
- model-9.safetensors +3 -0
config.json
ADDED
@@ -0,0 +1,31 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"_name_or_path": "mlabonne/AlphaMonarch-7B",
|
3 |
+
"architectures": [
|
4 |
+
"MixtralForCausalLM"
|
5 |
+
],
|
6 |
+
"attention_dropout": 0.0,
|
7 |
+
"bos_token_id": 1,
|
8 |
+
"eos_token_id": 2,
|
9 |
+
"hidden_act": "silu",
|
10 |
+
"hidden_size": 4096,
|
11 |
+
"initializer_range": 0.02,
|
12 |
+
"intermediate_size": 14336,
|
13 |
+
"max_position_embeddings": 32768,
|
14 |
+
"model_type": "mixtral",
|
15 |
+
"num_attention_heads": 32,
|
16 |
+
"num_experts_per_tok": 2,
|
17 |
+
"num_hidden_layers": 32,
|
18 |
+
"num_key_value_heads": 8,
|
19 |
+
"num_local_experts": 3,
|
20 |
+
"output_router_logits": false,
|
21 |
+
"rms_norm_eps": 1e-05,
|
22 |
+
"rope_theta": 10000.0,
|
23 |
+
"router_aux_loss_coef": 0.001,
|
24 |
+
"router_jitter_noise": 0.0,
|
25 |
+
"sliding_window": null,
|
26 |
+
"tie_word_embeddings": false,
|
27 |
+
"torch_dtype": "float16",
|
28 |
+
"transformers_version": "4.41.2",
|
29 |
+
"use_cache": true,
|
30 |
+
"vocab_size": 32000
|
31 |
+
}
|
model-1.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:31d6adc0b4aab0011086596ef650bba995648d39171c8f80550a54596d350d98
|
3 |
+
size 1933849888
|
model-10.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:18c5112913f72be4b97a68146e979f7de957efffc551ad22756367b6bd87c945
|
3 |
+
size 1996490952
|
model-11.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e07f78aaaabaefee907abd0134f878e1d9c67e327d76277ac35454f1f2b98f0f
|
3 |
+
size 1996490952
|
model-12.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:fd7ee198907ce40850a659baf5f6556e882660697bad9aa75252e796859f9b5a
|
3 |
+
size 1996490944
|
model-13.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e5d3e502d1b5ff261195f91ce44f7c1bab6dcdb9b3002fbd76389639bc6e52f9
|
3 |
+
size 1996490936
|
model-14.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f241f15480c303171432e5df8b2efef47039ec800a5c9ebaf91fc27c0eb49893
|
3 |
+
size 1996490944
|
model-15.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7c241689df443d35daea4c40caafe00744cd9ee6628ef1aa7f31bcc594c92007
|
3 |
+
size 1996490952
|
model-16.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:654a1427500a0addb636bb372184309be0ef10e860c11b6ac9ea9bf1ac32475c
|
3 |
+
size 1996490952
|
model-17.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:12b2266170237d8fe5386d15d31a7741f002f73e56f1f6201e0d55a5f987e97d
|
3 |
+
size 1996490952
|
model-18.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d399597f2730a8129243f2e77acd6bc33bd2d68fa0798a8c35276c8c2dee9acd
|
3 |
+
size 1996765088
|
model-2.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:98b33333002d3cf058b7be468cad6517cc8425771abb9072a5f56b56c3805694
|
3 |
+
size 1996490936
|
model-3.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:91755fab243618f72718fface73c635993839e608cfe9984cf074f042582ea3e
|
3 |
+
size 1996490952
|
model-4.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:bcbec5f59e95a309e31230ed735feda778bf5918c1d0e8d8ffc8f6fe763a9acc
|
3 |
+
size 1996490952
|
model-5.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:82ae86a3b405ed833d1a86cc1946b61c85dd4921a0444dd2e1a49731c849686f
|
3 |
+
size 1996490952
|
model-6.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ade1eba3371b5c66def4d84c2f8a18a8f672c3ef67f0efb36715fc853e61b425
|
3 |
+
size 1996490952
|
model-7.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4d298d3ccd4caffe1cd55c96e111555f82ba3950ca5aa0c2f36c211f3a719c50
|
3 |
+
size 1996490936
|
model-8.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e2afd1c6b01b136d995b758616f2950f98da5c2b7f829b6c6910260360eee528
|
3 |
+
size 1996490936
|
model-9.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f55618935167930ee501365c37e3e557cdac3c27328c29c6500b4d0d4061d12a
|
3 |
+
size 1996490952
|