Hugging Face's logo

Fredithefish
/
MysticRP2

Text Generation
Transformers
Safetensors
mixtral
conversational
Inference Endpoints
text-generation-inference
Model card Files Community
Fredithefish commited on
Commit
69a6b2a
•
1 Parent(s): b9ea2b1

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. config.json +30 -0
  2. mergekit_config.yml +19 -0
  3. model-00001-of-00048.safetensors +3 -0
  4. model-00002-of-00048.safetensors +3 -0
  5. model-00003-of-00048.safetensors +3 -0
  6. model-00004-of-00048.safetensors +3 -0
  7. model-00005-of-00048.safetensors +3 -0
  8. model-00006-of-00048.safetensors +3 -0
  9. model-00007-of-00048.safetensors +3 -0
  10. model-00008-of-00048.safetensors +3 -0
  11. model-00009-of-00048.safetensors +3 -0
  12. model-00010-of-00048.safetensors +3 -0
  13. model-00011-of-00048.safetensors +3 -0
  14. model-00012-of-00048.safetensors +3 -0
  15. model-00013-of-00048.safetensors +3 -0
  16. model-00014-of-00048.safetensors +3 -0
  17. model-00015-of-00048.safetensors +3 -0
  18. model-00016-of-00048.safetensors +3 -0
  19. model-00017-of-00048.safetensors +3 -0
  20. model-00018-of-00048.safetensors +3 -0
  21. model-00019-of-00048.safetensors +3 -0
  22. model-00020-of-00048.safetensors +3 -0
  23. model-00021-of-00048.safetensors +3 -0
  24. model-00022-of-00048.safetensors +3 -0
  25. model-00023-of-00048.safetensors +3 -0
  26. model-00024-of-00048.safetensors +3 -0
  27. model-00025-of-00048.safetensors +3 -0
  28. model-00026-of-00048.safetensors +3 -0
  29. model-00027-of-00048.safetensors +3 -0
  30. model-00028-of-00048.safetensors +3 -0
  31. model-00029-of-00048.safetensors +3 -0
  32. model-00030-of-00048.safetensors +3 -0
  33. model-00031-of-00048.safetensors +3 -0
  34. model-00032-of-00048.safetensors +3 -0
  35. model-00033-of-00048.safetensors +3 -0
  36. model-00034-of-00048.safetensors +3 -0
  37. model-00035-of-00048.safetensors +3 -0
  38. model-00036-of-00048.safetensors +3 -0
  39. model-00037-of-00048.safetensors +3 -0
  40. model-00038-of-00048.safetensors +3 -0
  41. model-00039-of-00048.safetensors +3 -0
  42. model-00040-of-00048.safetensors +3 -0
  43. model-00041-of-00048.safetensors +3 -0
  44. model-00042-of-00048.safetensors +3 -0
  45. model-00043-of-00048.safetensors +3 -0
  46. model-00044-of-00048.safetensors +3 -0
  47. model-00045-of-00048.safetensors +3 -0
  48. model-00046-of-00048.safetensors +3 -0
  49. model-00047-of-00048.safetensors +3 -0
  50. model-00048-of-00048.safetensors +3 -0
config.json ADDED
@@ -0,0 +1,30 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "mistralai/Mixtral-8x7B-Instruct-v0.1",
3
+ "architectures": [
4
+ "MixtralForCausalLM"
5
+ ],
6
+ "attention_dropout": 0.0,
7
+ "bos_token_id": 1,
8
+ "eos_token_id": 2,
9
+ "hidden_act": "silu",
10
+ "hidden_size": 4096,
11
+ "initializer_range": 0.02,
12
+ "intermediate_size": 14336,
13
+ "max_position_embeddings": 32768,
14
+ "model_type": "mixtral",
15
+ "num_attention_heads": 32,
16
+ "num_experts_per_tok": 2,
17
+ "num_hidden_layers": 32,
18
+ "num_key_value_heads": 8,
19
+ "num_local_experts": 8,
20
+ "output_router_logits": false,
21
+ "rms_norm_eps": 1e-05,
22
+ "rope_theta": 1000000.0,
23
+ "router_aux_loss_coef": 0.02,
24
+ "sliding_window": null,
25
+ "tie_word_embeddings": false,
26
+ "torch_dtype": "bfloat16",
27
+ "transformers_version": "4.39.3",
28
+ "use_cache": true,
29
+ "vocab_size": 32000
30
+ }
mergekit_config.yml ADDED
@@ -0,0 +1,19 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ base_model: mistralai/Mixtral-8x7B-Instruct-v0.1
2
+ dtype: bfloat16
3
+ merge_method: task_arithmetic
4
+ slices:
5
+ - sources:
6
+ - layer_range: [0, 32]
7
+ model: mistralai/Mixtral-8x7B-Instruct-v0.1
8
+ - layer_range: [0, 32]
9
+ model: Envoid/Fish-8x7B
10
+ parameters:
11
+ weight: 0.1
12
+ - layer_range: [0, 32]
13
+ model: rhplus0831/maid-yuzu-v8-alter
14
+ parameters:
15
+ weight: 0.1
16
+ - layer_range: [0, 32]
17
+ model: ycros/BagelMIsteryTour-v2-8x7B
18
+ parameters:
19
+ weight: 0.1
model-00001-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ec9f388ec8c42f9bb3e8b6bfd3ad0e4112bca0015a9060b6e00f5069003d75f
3
+ size 1963133816
model-00002-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f641dbdbde3d6c911f037dc94200a114401d9a87516404eec73b71840a7bc14b
3
+ size 1996556608
model-00003-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c3011060e61bb0f9d076a6f872f1da97076f297308fd64fa78fb40491fae526b
3
+ size 1956793496
model-00004-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ce3ce148d90265865cc01e419f872839bd8485a37d7bde4b474ec4068817117
3
+ size 1996556608
model-00005-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1398f372fceb4c638d38fe559f2e90d9a1d5b94674e607b999ded40c572c44c5
3
+ size 1996524632
model-00006-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d769ccc3c6ef62f8db93b6bc20003fda31d348edce2def8690c9c16695c7680c
3
+ size 1979788272
model-00007-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ce27d6fba6569a09e19e7090263c7a871ab357be58f616f620967398d6ba7baa
3
+ size 1912678808
model-00008-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02d4dc022f06657f072171399fd8e09547c27675e2d555a1f66d0294c3282f23
3
+ size 1996507568
model-00009-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2225c983ecc95d06b066b5a9b90b4fbb5e901934ecfaa1d5375f3318d326a32a
3
+ size 1962953464
model-00010-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d92cdb11086f0e4242667e04685d2eacfd6854f5b2ece1617e68e833ab540847
3
+ size 1996556592
model-00011-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:47e56f7c00eb30291fec98b92f303d09c0cf63e9ac0382b92d5a49b35eb54cd0
3
+ size 1963002504
model-00012-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a18108b7003a2ca0bfb39fde702e4ed9586ca3e8df55b76749456b4351f4c08
3
+ size 1996556592
model-00013-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:53893ba80c5946b5871bf8ba5a579f1b5ab3ecaa5c8ef41fffd48549fb2392c3
3
+ size 1929481648
model-00014-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:43e8a85d901ec8a4341f26799e5c597ad1945c2497d1797dc2226ad0078584ed
3
+ size 1996499264
model-00015-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:29da8a18eecf07dd4d68fe5129bc008461e21d7cd5e1dbd9e161fdf87e9f1bb9
3
+ size 1963010800
model-00016-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b8d5662dfb0c903194bdd5bde5851019fbd3a13f8adfde3b8b3d7766b07669b
3
+ size 1996507584
model-00017-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6325625b8e8ed38ed44794f96dbefdb77a55e001710910b884ff4a50530fb095
3
+ size 1963002528
model-00018-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7da47caeaa79768481e56a7b6fc8bf4f25927dc68730d11749a0919ec90c6a43
3
+ size 1996507584
model-00019-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a3f7d0d8748621434349cc8a6d8fa7aff4e048eb55892cb301d62089a9d8b28f
3
+ size 1996565392
model-00020-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d674390a310d739c274466ffb1a1b23bf08ed049657bcb4788f99a2ac8e466f
3
+ size 1979788288
model-00021-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:854057e98b795084ebebcdca6f43d1f7be8ba9d5434e222abc764348b3de12f6
3
+ size 1996590312
model-00022-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b008a1449610a3caeacc11d6d47aa7492d0390f4c259f36d7aeedcc73ffaf1c0
3
+ size 1996556624
model-00023-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6073514247fdbb23aec02b8d18bc4c0c2a0049d11a64accf9586f21a8485ce3d
3
+ size 1962953488
model-00024-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3fb0751e7878487bd71fdd96c22b88a018689896f946f9bcdb8cbf048fe159e9
3
+ size 1996490968
model-00025-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ca9ab4b9b5c15b3501eeee8774e98fed58775a053bdd3f31fbdb9d5c8bfc17c7
3
+ size 1996556624
model-00026-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f7cc3d5c113de04dfd3fb9b6a77df412f8e4ebd20d62bc02394fff7093dbfca
3
+ size 1963019144
model-00027-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:40498601976b57aded48cc2590f152c36d08026ab6f0d703126ceb33a951a9dc
3
+ size 1996556624
model-00028-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:33efbeb5d45ccc87c4792a91a67a12a00c4ddcafb41cca9c3d9e3e71608ca0ea
3
+ size 1929416016
model-00029-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:180b3d9952691b181e7101d3be9caf9749befe2138070abe853cfbc3e5f0c012
3
+ size 1963019144
model-00030-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c241f5b2b9e635843322daad5a2a261839c4c9f3716231dbebe1f5cfe8cbbab
3
+ size 1963002528
model-00031-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e5b4aeff970d60e63668b09cd427821bc2ebfde04d1e5d1a5c8901a927b3b4af
3
+ size 1963035760
model-00032-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6bb25e25f9bfbf1cd0e4dbeab79dfa9f9732703113acca2e1265cf1dd5647cb7
3
+ size 1996556624
model-00033-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:80b394de01c73ae49620ff285dbaa237a7cefcb8ea8672faf65b83711731b3bf
3
+ size 1962953488
model-00034-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c8746f39203ffe4148d2b7940dee3a204e4d489aaed90be33f2a142ee04c64db
3
+ size 1996490968
model-00035-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f4f1d0353336aee8721a6d905f99c8c51a2abb931dcd8f7c7805e8798e4f4893
3
+ size 1963002528
model-00036-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:73c6873ebf8c8afa9a286904ce49013e66f16eeb466752b923d8d512a46930ab
3
+ size 1996573232
model-00037-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b53979bc1b11df871f87430a17d0fe1a05a164a152c31ec46133de666e00673d
3
+ size 1963002528
model-00038-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f9023b28c283055c1e70c020811429bd3c2da3c692c1c3eec8d97d599d4d145a
3
+ size 1963035760
model-00039-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9beef999205a2b3a7fcedc582ca48dd1ca66b2e3a152c5c2cfb59c113e15353a
3
+ size 1962953488
model-00040-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa15c7dd467b9d5dc69a3498a38fa2464c8395fde0495f33bf2791af874f9db6
3
+ size 1996490968
model-00041-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3aa981eb78f1045b869fac509416fcc87be6c553dea1f06f6bb45cef33dd3d4b
3
+ size 1962953488
model-00042-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dcd04bc57c5d41282e7a1d3290a2203f2c38c565e32c4e9d9cdfdd3442f3cae0
3
+ size 1996490968
model-00043-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:75d04abb5129ce84713768d259ea4ea285d3a89ef6f5238065cfef73c59b95ec
3
+ size 1962953488
model-00044-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d3687787c51aa8f1eaede1fc4c86e8caf931e1dfe797e92ec36f68ed81b49b5a
3
+ size 1996556624
model-00045-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bcd02608d46506b92559a5b1d68133a8d25ec76816ac7a97a8660a0eda504285
3
+ size 1879050320
model-00046-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e2f0b5e23de9c57578a42a507d94897a9eaa6c0785869919e44f245d7f32160a
3
+ size 1990315152
model-00047-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:45bbd62ed71ed2ff15ff8ef90d858d4a872cdcd0654107dc436376b67849a94e
3
+ size 1962961792
model-00048-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3718aaaf6ddaa61a245fab9c0d088d0b912ea9a7acb924425c6809ee0a788085
3
+ size 587203248