Fredithefish
commited on
Commit
•
aa40fe7
1
Parent(s):
4e61baa
Upload folder using huggingface_hub
Browse filesThis view is limited to 50 files because it contains too many changes.
See raw diff
- config.json +30 -0
- mergekit_config.yml +19 -0
- model-00001-of-00048.safetensors +3 -0
- model-00002-of-00048.safetensors +3 -0
- model-00003-of-00048.safetensors +3 -0
- model-00004-of-00048.safetensors +3 -0
- model-00005-of-00048.safetensors +3 -0
- model-00006-of-00048.safetensors +3 -0
- model-00007-of-00048.safetensors +3 -0
- model-00008-of-00048.safetensors +3 -0
- model-00009-of-00048.safetensors +3 -0
- model-00010-of-00048.safetensors +3 -0
- model-00011-of-00048.safetensors +3 -0
- model-00012-of-00048.safetensors +3 -0
- model-00013-of-00048.safetensors +3 -0
- model-00014-of-00048.safetensors +3 -0
- model-00015-of-00048.safetensors +3 -0
- model-00016-of-00048.safetensors +3 -0
- model-00017-of-00048.safetensors +3 -0
- model-00018-of-00048.safetensors +3 -0
- model-00019-of-00048.safetensors +3 -0
- model-00020-of-00048.safetensors +3 -0
- model-00021-of-00048.safetensors +3 -0
- model-00022-of-00048.safetensors +3 -0
- model-00023-of-00048.safetensors +3 -0
- model-00024-of-00048.safetensors +3 -0
- model-00025-of-00048.safetensors +3 -0
- model-00026-of-00048.safetensors +3 -0
- model-00027-of-00048.safetensors +3 -0
- model-00028-of-00048.safetensors +3 -0
- model-00029-of-00048.safetensors +3 -0
- model-00030-of-00048.safetensors +3 -0
- model-00031-of-00048.safetensors +3 -0
- model-00032-of-00048.safetensors +3 -0
- model-00033-of-00048.safetensors +3 -0
- model-00034-of-00048.safetensors +3 -0
- model-00035-of-00048.safetensors +3 -0
- model-00036-of-00048.safetensors +3 -0
- model-00037-of-00048.safetensors +3 -0
- model-00038-of-00048.safetensors +3 -0
- model-00039-of-00048.safetensors +3 -0
- model-00040-of-00048.safetensors +3 -0
- model-00041-of-00048.safetensors +3 -0
- model-00042-of-00048.safetensors +3 -0
- model-00043-of-00048.safetensors +3 -0
- model-00044-of-00048.safetensors +3 -0
- model-00045-of-00048.safetensors +3 -0
- model-00046-of-00048.safetensors +3 -0
- model-00047-of-00048.safetensors +3 -0
- model-00048-of-00048.safetensors +3 -0
config.json
ADDED
@@ -0,0 +1,30 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"_name_or_path": "mistralai/Mixtral-8x7B-Instruct-v0.1",
|
3 |
+
"architectures": [
|
4 |
+
"MixtralForCausalLM"
|
5 |
+
],
|
6 |
+
"attention_dropout": 0.0,
|
7 |
+
"bos_token_id": 1,
|
8 |
+
"eos_token_id": 2,
|
9 |
+
"hidden_act": "silu",
|
10 |
+
"hidden_size": 4096,
|
11 |
+
"initializer_range": 0.02,
|
12 |
+
"intermediate_size": 14336,
|
13 |
+
"max_position_embeddings": 32768,
|
14 |
+
"model_type": "mixtral",
|
15 |
+
"num_attention_heads": 32,
|
16 |
+
"num_experts_per_tok": 2,
|
17 |
+
"num_hidden_layers": 32,
|
18 |
+
"num_key_value_heads": 8,
|
19 |
+
"num_local_experts": 8,
|
20 |
+
"output_router_logits": false,
|
21 |
+
"rms_norm_eps": 1e-05,
|
22 |
+
"rope_theta": 1000000.0,
|
23 |
+
"router_aux_loss_coef": 0.02,
|
24 |
+
"sliding_window": null,
|
25 |
+
"tie_word_embeddings": false,
|
26 |
+
"torch_dtype": "bfloat16",
|
27 |
+
"transformers_version": "4.39.3",
|
28 |
+
"use_cache": true,
|
29 |
+
"vocab_size": 32000
|
30 |
+
}
|
mergekit_config.yml
ADDED
@@ -0,0 +1,19 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
base_model: mistralai/Mixtral-8x7B-Instruct-v0.1
|
2 |
+
dtype: bfloat16
|
3 |
+
merge_method: task_arithmetic
|
4 |
+
slices:
|
5 |
+
- sources:
|
6 |
+
- layer_range: [0, 32]
|
7 |
+
model: mistralai/Mixtral-8x7B-Instruct-v0.1
|
8 |
+
- layer_range: [0, 32]
|
9 |
+
model: Envoid/Fish-8x7B
|
10 |
+
parameters:
|
11 |
+
weight: 0.1
|
12 |
+
- layer_range: [0, 32]
|
13 |
+
model: rhplus0831/maid-yuzu-v8-alter
|
14 |
+
parameters:
|
15 |
+
weight: 0.09
|
16 |
+
- layer_range: [0, 32]
|
17 |
+
model: ycros/BagelMIsteryTour-v2-8x7B
|
18 |
+
parameters:
|
19 |
+
weight: 0.1
|
model-00001-of-00048.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f71d524befef3ba68fb7a55bc0e32b02f9db3402e573e0ba7778c166362df614
|
3 |
+
size 1963133816
|
model-00002-of-00048.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:018edc04e819b714c0f90b79764653fbb657629915cbb0034ae4c441f8e826cf
|
3 |
+
size 1996556608
|
model-00003-of-00048.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4c69b7ce43e1f67284d78bc53da579f4dcda5d3232c30b8f01df50e94ccaf94e
|
3 |
+
size 1956793496
|
model-00004-of-00048.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:acfefef3011a4fdb9ed85ddddc42e96903d884c7e22bcd8e8536ae2aedbab79b
|
3 |
+
size 1996556608
|
model-00005-of-00048.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:3920c7918cbbdd45e39c259f86b9e4ca4ad2083867cd1e3dd363284ae17e99f0
|
3 |
+
size 1996524632
|
model-00006-of-00048.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:51e3ebbf520db2696f9427bbf529cc934f8bee8df96c95726ba0f0fb80adde8c
|
3 |
+
size 1979788272
|
model-00007-of-00048.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6623ab85f96ed82caf101e854af2b2c77e344faec45c1faa373b5bb20405df94
|
3 |
+
size 1912678808
|
model-00008-of-00048.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:027aae6e36da247e78baf4ab209d8728e13f864515aff28d1cd97f8c687800fa
|
3 |
+
size 1996507568
|
model-00009-of-00048.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:162352b9bbba75e49111fbd4dc7587a485ba56e54a7ac08f50c734a9439821aa
|
3 |
+
size 1962953464
|
model-00010-of-00048.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:1f0b276151434841dd9ec764ca2eb6c84075249c0fc90725d8563c26379b32d6
|
3 |
+
size 1996556592
|
model-00011-of-00048.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2dad4279d3848887fbc38587d7372307978a0e95c89854c895ab710adcde0db2
|
3 |
+
size 1963002504
|
model-00012-of-00048.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4329572727bb67c34b2a608ce89bad6b7238c650724eeb544ab87e9c1a10c296
|
3 |
+
size 1996556592
|
model-00013-of-00048.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:1f2687cf976ca8ddcd16df71ecacae6860ff6818a570203fca4c6ab641ae1049
|
3 |
+
size 1929481648
|
model-00014-of-00048.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:cd66f93b766996e3b72dafaf46650601730784d3a2be65566f067f65a330169f
|
3 |
+
size 1996499264
|
model-00015-of-00048.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:74f65eae62560976d08ac4993139f6b019819baa05ae2bac3761802a016d134b
|
3 |
+
size 1963010800
|
model-00016-of-00048.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c6f4266dd0a0256ff7d0044beb433303067989228ffd00918a6a923561d8fca6
|
3 |
+
size 1996507584
|
model-00017-of-00048.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:3e96aabf39c452f22f1ff3dd0ff6fb40b80e2fb0b29bb915277f91f948ffd185
|
3 |
+
size 1963002528
|
model-00018-of-00048.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f9422656d078e72282c3e0b7098d0dc2537c2d55ace8ceb890077bc9c09f8497
|
3 |
+
size 1996507584
|
model-00019-of-00048.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:97b176312788da73b2ba97da14adcd51df3d49cbd824626fb40f8c6953fae042
|
3 |
+
size 1996565392
|
model-00020-of-00048.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f649f7f5dab23e446ae40aac34ae58669e966e5d4a55e360d2b75e525cddd5b0
|
3 |
+
size 1979788288
|
model-00021-of-00048.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4b92e89b596a15c7445026a2f1a1b5af11fcd4a717bd49e90ade2136e747f823
|
3 |
+
size 1996590312
|
model-00022-of-00048.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:1822862f35fdb63af4cb37cb142dead8d13eaaffdd1eef346dbb87424872b954
|
3 |
+
size 1996556624
|
model-00023-of-00048.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:777daaceeb86184e52f7509b24e3f79a3177f98c18f015ca3db982cc14700dad
|
3 |
+
size 1962953488
|
model-00024-of-00048.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ac4289f90365782c0473d94528385a4acf0d8fedb017c9c932fbd8086dbaf73c
|
3 |
+
size 1996490968
|
model-00025-of-00048.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:feeb8dd8d7c9d175d55f405589d0958cc1dc71c25f15118a51b342da657a9ec2
|
3 |
+
size 1996556624
|
model-00026-of-00048.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f1ab271b32f57975b44a4306a0426de12ec5be76640ae307d9b1ab374a948631
|
3 |
+
size 1963019144
|
model-00027-of-00048.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:9506ae9fba6abb55cca88cfb667ef0f9758ff7a99d512c114deb49e93669b62d
|
3 |
+
size 1996556624
|
model-00028-of-00048.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a0fe1755d8d06e6a4c7261536267efda62f8545b35b0a9caca5a8d03520a76dd
|
3 |
+
size 1929416016
|
model-00029-of-00048.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:eb671daf1e6c582a779cdce07b5a4cf74f25b0f088c815a8fb9ba923c2eb45b3
|
3 |
+
size 1963019144
|
model-00030-of-00048.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:50e7135c07ea1763fe780da9f6b6d88f037b65f279e5ddbb07243b46ff96f8cd
|
3 |
+
size 1963002528
|
model-00031-of-00048.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:51aa084764f4fc07ad524e646f0a21192d4d68b20d8171b18bb17ca6ecb34667
|
3 |
+
size 1963035760
|
model-00032-of-00048.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2f2d9bd4ddd83d7bf5ccf539aec8eff9c0836edf8b327821f9614aa2b252ffe1
|
3 |
+
size 1996556624
|
model-00033-of-00048.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:07e7a19b88683845cc070fb1b208553228afd507b9c77736b033cdbed1aa48a0
|
3 |
+
size 1962953488
|
model-00034-of-00048.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:26359353bd5c81a9aefe76ea151a04627a344f77190d39367acdcaf7935b5540
|
3 |
+
size 1996490968
|
model-00035-of-00048.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a0571de3e73bb81f9615a23e70ee506ff164b0cad52f2b3ac51c3dbf9b984b27
|
3 |
+
size 1963002528
|
model-00036-of-00048.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:26cac66c83a2cca29f23123ea694294c71318f705f9fda10cc74d8bc743d4375
|
3 |
+
size 1996573232
|
model-00037-of-00048.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:3c6d3ff1ee20db0e1bdc89e647da9e423dfffa4075c68ba7b3cf852f096ea5ec
|
3 |
+
size 1963002528
|
model-00038-of-00048.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e2d8c850398994b3e4c772317606b714559993151b9872a36f1929161984949d
|
3 |
+
size 1963035760
|
model-00039-of-00048.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:25a84f316e0733bad01e6a8da59000bb6af29c872cf129644397eb814a5cc4c5
|
3 |
+
size 1962953488
|
model-00040-of-00048.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2dd1b455a2b1c4e8a2eaab9d7aa47afa95cc7703fcc780d5060313d765f3fc70
|
3 |
+
size 1996490968
|
model-00041-of-00048.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:40ef372ac7b792b864f33c3eb79fa4bff2ba9f63f4a78c8acecfcd4d9e3a9f54
|
3 |
+
size 1962953488
|
model-00042-of-00048.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4655b425100b0cca7bbbad20e455dbe25a30f975b596b70bd0d3dc525a823369
|
3 |
+
size 1996490968
|
model-00043-of-00048.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0296cb18391103b8c21e13dae93b837eba7e500cc69cbcbd70b1e77905d3f270
|
3 |
+
size 1962953488
|
model-00044-of-00048.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:fe38c00ae94c2217e923f0919d6521a620e2625a661787d0a41b09e24fb49492
|
3 |
+
size 1996556624
|
model-00045-of-00048.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:374e9b5202b1cb66ec339bada6f30284794e719d5d97e10897214390dce3b5a3
|
3 |
+
size 1879050320
|
model-00046-of-00048.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f9b1855aec82809a988480984fc8193ba040d4fd7713d29508a0070465bb7acc
|
3 |
+
size 1990315152
|
model-00047-of-00048.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:739ba4a949fb2632fda2f48af9b55ff8a046b86e6d6fb5bb187450c710ef7b78
|
3 |
+
size 1962961792
|
model-00048-of-00048.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:9484436f5233f6e798607750b7b153a174a2fca5b872248fc1bf6291ffc76bcf
|
3 |
+
size 587203248
|