Hugging Face's logo

Fredithefish
/
MysticRP3

Text Generation
Transformers
Safetensors
mixtral
conversational
Inference Endpoints
text-generation-inference
Model card Files Community
Fredithefish commited on
Commit
aa40fe7
•
1 Parent(s): 4e61baa

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. config.json +30 -0
  2. mergekit_config.yml +19 -0
  3. model-00001-of-00048.safetensors +3 -0
  4. model-00002-of-00048.safetensors +3 -0
  5. model-00003-of-00048.safetensors +3 -0
  6. model-00004-of-00048.safetensors +3 -0
  7. model-00005-of-00048.safetensors +3 -0
  8. model-00006-of-00048.safetensors +3 -0
  9. model-00007-of-00048.safetensors +3 -0
  10. model-00008-of-00048.safetensors +3 -0
  11. model-00009-of-00048.safetensors +3 -0
  12. model-00010-of-00048.safetensors +3 -0
  13. model-00011-of-00048.safetensors +3 -0
  14. model-00012-of-00048.safetensors +3 -0
  15. model-00013-of-00048.safetensors +3 -0
  16. model-00014-of-00048.safetensors +3 -0
  17. model-00015-of-00048.safetensors +3 -0
  18. model-00016-of-00048.safetensors +3 -0
  19. model-00017-of-00048.safetensors +3 -0
  20. model-00018-of-00048.safetensors +3 -0
  21. model-00019-of-00048.safetensors +3 -0
  22. model-00020-of-00048.safetensors +3 -0
  23. model-00021-of-00048.safetensors +3 -0
  24. model-00022-of-00048.safetensors +3 -0
  25. model-00023-of-00048.safetensors +3 -0
  26. model-00024-of-00048.safetensors +3 -0
  27. model-00025-of-00048.safetensors +3 -0
  28. model-00026-of-00048.safetensors +3 -0
  29. model-00027-of-00048.safetensors +3 -0
  30. model-00028-of-00048.safetensors +3 -0
  31. model-00029-of-00048.safetensors +3 -0
  32. model-00030-of-00048.safetensors +3 -0
  33. model-00031-of-00048.safetensors +3 -0
  34. model-00032-of-00048.safetensors +3 -0
  35. model-00033-of-00048.safetensors +3 -0
  36. model-00034-of-00048.safetensors +3 -0
  37. model-00035-of-00048.safetensors +3 -0
  38. model-00036-of-00048.safetensors +3 -0
  39. model-00037-of-00048.safetensors +3 -0
  40. model-00038-of-00048.safetensors +3 -0
  41. model-00039-of-00048.safetensors +3 -0
  42. model-00040-of-00048.safetensors +3 -0
  43. model-00041-of-00048.safetensors +3 -0
  44. model-00042-of-00048.safetensors +3 -0
  45. model-00043-of-00048.safetensors +3 -0
  46. model-00044-of-00048.safetensors +3 -0
  47. model-00045-of-00048.safetensors +3 -0
  48. model-00046-of-00048.safetensors +3 -0
  49. model-00047-of-00048.safetensors +3 -0
  50. model-00048-of-00048.safetensors +3 -0
config.json ADDED
@@ -0,0 +1,30 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "mistralai/Mixtral-8x7B-Instruct-v0.1",
3
+ "architectures": [
4
+ "MixtralForCausalLM"
5
+ ],
6
+ "attention_dropout": 0.0,
7
+ "bos_token_id": 1,
8
+ "eos_token_id": 2,
9
+ "hidden_act": "silu",
10
+ "hidden_size": 4096,
11
+ "initializer_range": 0.02,
12
+ "intermediate_size": 14336,
13
+ "max_position_embeddings": 32768,
14
+ "model_type": "mixtral",
15
+ "num_attention_heads": 32,
16
+ "num_experts_per_tok": 2,
17
+ "num_hidden_layers": 32,
18
+ "num_key_value_heads": 8,
19
+ "num_local_experts": 8,
20
+ "output_router_logits": false,
21
+ "rms_norm_eps": 1e-05,
22
+ "rope_theta": 1000000.0,
23
+ "router_aux_loss_coef": 0.02,
24
+ "sliding_window": null,
25
+ "tie_word_embeddings": false,
26
+ "torch_dtype": "bfloat16",
27
+ "transformers_version": "4.39.3",
28
+ "use_cache": true,
29
+ "vocab_size": 32000
30
+ }
mergekit_config.yml ADDED
@@ -0,0 +1,19 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ base_model: mistralai/Mixtral-8x7B-Instruct-v0.1
2
+ dtype: bfloat16
3
+ merge_method: task_arithmetic
4
+ slices:
5
+ - sources:
6
+ - layer_range: [0, 32]
7
+ model: mistralai/Mixtral-8x7B-Instruct-v0.1
8
+ - layer_range: [0, 32]
9
+ model: Envoid/Fish-8x7B
10
+ parameters:
11
+ weight: 0.1
12
+ - layer_range: [0, 32]
13
+ model: rhplus0831/maid-yuzu-v8-alter
14
+ parameters:
15
+ weight: 0.09
16
+ - layer_range: [0, 32]
17
+ model: ycros/BagelMIsteryTour-v2-8x7B
18
+ parameters:
19
+ weight: 0.1
model-00001-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f71d524befef3ba68fb7a55bc0e32b02f9db3402e573e0ba7778c166362df614
3
+ size 1963133816
model-00002-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:018edc04e819b714c0f90b79764653fbb657629915cbb0034ae4c441f8e826cf
3
+ size 1996556608
model-00003-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4c69b7ce43e1f67284d78bc53da579f4dcda5d3232c30b8f01df50e94ccaf94e
3
+ size 1956793496
model-00004-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:acfefef3011a4fdb9ed85ddddc42e96903d884c7e22bcd8e8536ae2aedbab79b
3
+ size 1996556608
model-00005-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3920c7918cbbdd45e39c259f86b9e4ca4ad2083867cd1e3dd363284ae17e99f0
3
+ size 1996524632
model-00006-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:51e3ebbf520db2696f9427bbf529cc934f8bee8df96c95726ba0f0fb80adde8c
3
+ size 1979788272
model-00007-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6623ab85f96ed82caf101e854af2b2c77e344faec45c1faa373b5bb20405df94
3
+ size 1912678808
model-00008-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:027aae6e36da247e78baf4ab209d8728e13f864515aff28d1cd97f8c687800fa
3
+ size 1996507568
model-00009-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:162352b9bbba75e49111fbd4dc7587a485ba56e54a7ac08f50c734a9439821aa
3
+ size 1962953464
model-00010-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f0b276151434841dd9ec764ca2eb6c84075249c0fc90725d8563c26379b32d6
3
+ size 1996556592
model-00011-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2dad4279d3848887fbc38587d7372307978a0e95c89854c895ab710adcde0db2
3
+ size 1963002504
model-00012-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4329572727bb67c34b2a608ce89bad6b7238c650724eeb544ab87e9c1a10c296
3
+ size 1996556592
model-00013-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f2687cf976ca8ddcd16df71ecacae6860ff6818a570203fca4c6ab641ae1049
3
+ size 1929481648
model-00014-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cd66f93b766996e3b72dafaf46650601730784d3a2be65566f067f65a330169f
3
+ size 1996499264
model-00015-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:74f65eae62560976d08ac4993139f6b019819baa05ae2bac3761802a016d134b
3
+ size 1963010800
model-00016-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c6f4266dd0a0256ff7d0044beb433303067989228ffd00918a6a923561d8fca6
3
+ size 1996507584
model-00017-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e96aabf39c452f22f1ff3dd0ff6fb40b80e2fb0b29bb915277f91f948ffd185
3
+ size 1963002528
model-00018-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f9422656d078e72282c3e0b7098d0dc2537c2d55ace8ceb890077bc9c09f8497
3
+ size 1996507584
model-00019-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:97b176312788da73b2ba97da14adcd51df3d49cbd824626fb40f8c6953fae042
3
+ size 1996565392
model-00020-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f649f7f5dab23e446ae40aac34ae58669e966e5d4a55e360d2b75e525cddd5b0
3
+ size 1979788288
model-00021-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b92e89b596a15c7445026a2f1a1b5af11fcd4a717bd49e90ade2136e747f823
3
+ size 1996590312
model-00022-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1822862f35fdb63af4cb37cb142dead8d13eaaffdd1eef346dbb87424872b954
3
+ size 1996556624
model-00023-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:777daaceeb86184e52f7509b24e3f79a3177f98c18f015ca3db982cc14700dad
3
+ size 1962953488
model-00024-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac4289f90365782c0473d94528385a4acf0d8fedb017c9c932fbd8086dbaf73c
3
+ size 1996490968
model-00025-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:feeb8dd8d7c9d175d55f405589d0958cc1dc71c25f15118a51b342da657a9ec2
3
+ size 1996556624
model-00026-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f1ab271b32f57975b44a4306a0426de12ec5be76640ae307d9b1ab374a948631
3
+ size 1963019144
model-00027-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9506ae9fba6abb55cca88cfb667ef0f9758ff7a99d512c114deb49e93669b62d
3
+ size 1996556624
model-00028-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a0fe1755d8d06e6a4c7261536267efda62f8545b35b0a9caca5a8d03520a76dd
3
+ size 1929416016
model-00029-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eb671daf1e6c582a779cdce07b5a4cf74f25b0f088c815a8fb9ba923c2eb45b3
3
+ size 1963019144
model-00030-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:50e7135c07ea1763fe780da9f6b6d88f037b65f279e5ddbb07243b46ff96f8cd
3
+ size 1963002528
model-00031-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:51aa084764f4fc07ad524e646f0a21192d4d68b20d8171b18bb17ca6ecb34667
3
+ size 1963035760
model-00032-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f2d9bd4ddd83d7bf5ccf539aec8eff9c0836edf8b327821f9614aa2b252ffe1
3
+ size 1996556624
model-00033-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:07e7a19b88683845cc070fb1b208553228afd507b9c77736b033cdbed1aa48a0
3
+ size 1962953488
model-00034-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:26359353bd5c81a9aefe76ea151a04627a344f77190d39367acdcaf7935b5540
3
+ size 1996490968
model-00035-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a0571de3e73bb81f9615a23e70ee506ff164b0cad52f2b3ac51c3dbf9b984b27
3
+ size 1963002528
model-00036-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:26cac66c83a2cca29f23123ea694294c71318f705f9fda10cc74d8bc743d4375
3
+ size 1996573232
model-00037-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c6d3ff1ee20db0e1bdc89e647da9e423dfffa4075c68ba7b3cf852f096ea5ec
3
+ size 1963002528
model-00038-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e2d8c850398994b3e4c772317606b714559993151b9872a36f1929161984949d
3
+ size 1963035760
model-00039-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:25a84f316e0733bad01e6a8da59000bb6af29c872cf129644397eb814a5cc4c5
3
+ size 1962953488
model-00040-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2dd1b455a2b1c4e8a2eaab9d7aa47afa95cc7703fcc780d5060313d765f3fc70
3
+ size 1996490968
model-00041-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:40ef372ac7b792b864f33c3eb79fa4bff2ba9f63f4a78c8acecfcd4d9e3a9f54
3
+ size 1962953488
model-00042-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4655b425100b0cca7bbbad20e455dbe25a30f975b596b70bd0d3dc525a823369
3
+ size 1996490968
model-00043-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0296cb18391103b8c21e13dae93b837eba7e500cc69cbcbd70b1e77905d3f270
3
+ size 1962953488
model-00044-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe38c00ae94c2217e923f0919d6521a620e2625a661787d0a41b09e24fb49492
3
+ size 1996556624
model-00045-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:374e9b5202b1cb66ec339bada6f30284794e719d5d97e10897214390dce3b5a3
3
+ size 1879050320
model-00046-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f9b1855aec82809a988480984fc8193ba040d4fd7713d29508a0070465bb7acc
3
+ size 1990315152
model-00047-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:739ba4a949fb2632fda2f48af9b55ff8a046b86e6d6fb5bb187450c710ef7b78
3
+ size 1962961792
model-00048-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9484436f5233f6e798607750b7b153a174a2fca5b872248fc1bf6291ffc76bcf
3
+ size 587203248