Hugging Face's logo

Fredithefish
/
MysticRP4

Text Generation
Transformers
Safetensors
mixtral
conversational
Inference Endpoints
text-generation-inference
Model card Files Community
Fredithefish commited on
Commit
63a0c19
•
1 Parent(s): 0f98d4b

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. config.json +30 -0
  2. mergekit_config.yml +19 -0
  3. model-00001-of-00048.safetensors +3 -0
  4. model-00002-of-00048.safetensors +3 -0
  5. model-00003-of-00048.safetensors +3 -0
  6. model-00004-of-00048.safetensors +3 -0
  7. model-00005-of-00048.safetensors +3 -0
  8. model-00006-of-00048.safetensors +3 -0
  9. model-00007-of-00048.safetensors +3 -0
  10. model-00008-of-00048.safetensors +3 -0
  11. model-00009-of-00048.safetensors +3 -0
  12. model-00010-of-00048.safetensors +3 -0
  13. model-00011-of-00048.safetensors +3 -0
  14. model-00012-of-00048.safetensors +3 -0
  15. model-00013-of-00048.safetensors +3 -0
  16. model-00014-of-00048.safetensors +3 -0
  17. model-00015-of-00048.safetensors +3 -0
  18. model-00016-of-00048.safetensors +3 -0
  19. model-00017-of-00048.safetensors +3 -0
  20. model-00018-of-00048.safetensors +3 -0
  21. model-00019-of-00048.safetensors +3 -0
  22. model-00020-of-00048.safetensors +3 -0
  23. model-00021-of-00048.safetensors +3 -0
  24. model-00022-of-00048.safetensors +3 -0
  25. model-00023-of-00048.safetensors +3 -0
  26. model-00024-of-00048.safetensors +3 -0
  27. model-00025-of-00048.safetensors +3 -0
  28. model-00026-of-00048.safetensors +3 -0
  29. model-00027-of-00048.safetensors +3 -0
  30. model-00028-of-00048.safetensors +3 -0
  31. model-00029-of-00048.safetensors +3 -0
  32. model-00030-of-00048.safetensors +3 -0
  33. model-00031-of-00048.safetensors +3 -0
  34. model-00032-of-00048.safetensors +3 -0
  35. model-00033-of-00048.safetensors +3 -0
  36. model-00034-of-00048.safetensors +3 -0
  37. model-00035-of-00048.safetensors +3 -0
  38. model-00036-of-00048.safetensors +3 -0
  39. model-00037-of-00048.safetensors +3 -0
  40. model-00038-of-00048.safetensors +3 -0
  41. model-00039-of-00048.safetensors +3 -0
  42. model-00040-of-00048.safetensors +3 -0
  43. model-00041-of-00048.safetensors +3 -0
  44. model-00042-of-00048.safetensors +3 -0
  45. model-00043-of-00048.safetensors +3 -0
  46. model-00044-of-00048.safetensors +3 -0
  47. model-00045-of-00048.safetensors +3 -0
  48. model-00046-of-00048.safetensors +3 -0
  49. model-00047-of-00048.safetensors +3 -0
  50. model-00048-of-00048.safetensors +3 -0
config.json ADDED
@@ -0,0 +1,30 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "mistralai/Mixtral-8x7B-Instruct-v0.1",
3
+ "architectures": [
4
+ "MixtralForCausalLM"
5
+ ],
6
+ "attention_dropout": 0.0,
7
+ "bos_token_id": 1,
8
+ "eos_token_id": 2,
9
+ "hidden_act": "silu",
10
+ "hidden_size": 4096,
11
+ "initializer_range": 0.02,
12
+ "intermediate_size": 14336,
13
+ "max_position_embeddings": 32768,
14
+ "model_type": "mixtral",
15
+ "num_attention_heads": 32,
16
+ "num_experts_per_tok": 2,
17
+ "num_hidden_layers": 32,
18
+ "num_key_value_heads": 8,
19
+ "num_local_experts": 8,
20
+ "output_router_logits": false,
21
+ "rms_norm_eps": 1e-05,
22
+ "rope_theta": 1000000.0,
23
+ "router_aux_loss_coef": 0.02,
24
+ "sliding_window": null,
25
+ "tie_word_embeddings": false,
26
+ "torch_dtype": "bfloat16",
27
+ "transformers_version": "4.39.3",
28
+ "use_cache": true,
29
+ "vocab_size": 32000
30
+ }
mergekit_config.yml ADDED
@@ -0,0 +1,19 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ base_model: mistralai/Mixtral-8x7B-Instruct-v0.1
2
+ dtype: bfloat16
3
+ merge_method: task_arithmetic
4
+ slices:
5
+ - sources:
6
+ - layer_range: [0, 32]
7
+ model: mistralai/Mixtral-8x7B-Instruct-v0.1
8
+ - layer_range: [0, 32]
9
+ model: Envoid/Fish-8x7B
10
+ parameters:
11
+ weight: 0.4
12
+ - layer_range: [0, 32]
13
+ model: rhplus0831/maid-yuzu-v8-alter
14
+ parameters:
15
+ weight: 0.25
16
+ - layer_range: [0, 32]
17
+ model: ycros/BagelMIsteryTour-v2-8x7B
18
+ parameters:
19
+ weight: 0.35
model-00001-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:12c09d672bbd386f0cbbae663f88bd3fee08e6be5d72ee87ef9eb19a1bdddf13
3
+ size 1963133816
model-00002-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8f5784185462905c00c116240858b48f5d96a81804c00e07f40d074cf3b76346
3
+ size 1996556608
model-00003-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:78e49f60a4098e052fb2b9de51fdf96a02f928af10428e4b3e1b81d9b1421825
3
+ size 1956793496
model-00004-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac1220dcd6382ce876091b42b4bf22cdc121775f6c2ffa22d74d7e329faad0f3
3
+ size 1996556608
model-00005-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e1a05313c49bef9cd187bcf8988204bd5e2f30c55bd06342d35eac4b2caf0a45
3
+ size 1996524632
model-00006-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f23a1b6a44d3b1dd2c978280feb9a84ccea4e96ca2891d657c3a2666335b41d2
3
+ size 1979788272
model-00007-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4ad66507e3fc1067afeafe5bc08bfc56840d703ce1b76d270c400b06bf8d4367
3
+ size 1912678808
model-00008-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:175b34ba6119e7fc5cf32854a2bf111cc72733eb7dd0bff81cc824f44b32e44d
3
+ size 1996507568
model-00009-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:30c1ae5779c3e7a7676c9865d0a0754e729caf762f4320c7c7c764d8b36f729d
3
+ size 1962953464
model-00010-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b628988695f58c43df63ff4f01ab235c7211fa860a95a3a70dbdc06c07a2734d
3
+ size 1996556592
model-00011-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f3df89e0a2fc005148ba8794c912f297ddac6f9d7831c1b9ccd4ff5b1bcd1911
3
+ size 1963002504
model-00012-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:047833fd8211c16dd6981fddd86c96f2c054630c87451b2e378205fee3e5510c
3
+ size 1996556592
model-00013-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3d651ae6a5c7d4ba814fffa087b666f6d2f1db20e7efcb7e38cd25e4fee27ec3
3
+ size 1929481648
model-00014-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3928e904838f25d0217adc4c1921f7da766dcf6fcd23806667c893d3d643c3df
3
+ size 1996499264
model-00015-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d02217eabc67fd7063d893d763586d8c8af8965af21e4dac7704b40fe8b35fae
3
+ size 1963010800
model-00016-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f64bfed0446acf33b9ecfe320c9516c1303df4c0ae4076ba411507546e355e06
3
+ size 1996507584
model-00017-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1ac4d299f56b59f0438deb318f77331abbbe938087d51fd7abe7d9f076b3defc
3
+ size 1963002528
model-00018-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4342da0ee41b6f0d41d101b0a18fc8d9a54a5f57ef301d46bfed155059f3775a
3
+ size 1996507584
model-00019-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:852ca477faa1b1559f3bccfc3daa9f4d34ada6ff4b95ea51a03d8562d30b68bb
3
+ size 1996565392
model-00020-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7c02a708ca1a7b41b4214d2936e16163e83e5b75ed889023721edf54657d9456
3
+ size 1979788288
model-00021-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:71a0b02ebfcf7f40c963282df23403b581a7ee5e888171a39cb63de00f55de53
3
+ size 1996590312
model-00022-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:31cb64720c8bf77fb94556786f42143b415c6bb39ff58eb0b7da6319692fa978
3
+ size 1996556624
model-00023-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d4d53cc01dd55cbc3461ce58a46181d72862fb68c60680beb9fc5b889863a62
3
+ size 1962953488
model-00024-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b6b592654f410772a24b7ce8f267b6ea96468e7344c3b077fd486afb0f7c03ac
3
+ size 1996490968
model-00025-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:93a24f7e75055c418476e5044b0b063b6fe6aadf7fcde3d86be56391ead17865
3
+ size 1996556624
model-00026-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e83aeb34da6414b513e7cef4523d55aa0e09f97427648eb63b7759413fe9fad2
3
+ size 1963019144
model-00027-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:28cc4289c7da0b87b3c303798ea26cf33232ce5b1694bc74065cea83b1725d85
3
+ size 1996556624
model-00028-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:911c44920dcb0de817f35e9ba8de59716eaf882f95cb29ce98283b437f0e5e08
3
+ size 1929416016
model-00029-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1ff7d229b9fbbe8cbc7f85b9db49a995cef48c8501e386f44225f1d8a6284980
3
+ size 1963019144
model-00030-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1b7f01c506b9266ac756dff8ad5e4dc4ca05962d80ef72e1c1240d5eaf62f962
3
+ size 1963002528
model-00031-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5e7268a75dd3875d9c2177149f0e287bf77c95ab92650633367a45634cb98860
3
+ size 1963035760
model-00032-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:df1f591205c9dfb1ad1c116625701df1f2e7ef230b17fe35c8cdf084134acbe8
3
+ size 1996556624
model-00033-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6920825004070bba18e8a92d06daa0acedce1c3eaed8c002bbdfc6e33099e758
3
+ size 1962953488
model-00034-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a07e5e089d9b888b2b3b82b3c02dd5b4d78a0cb2a070bd084b27ce82db24623e
3
+ size 1996490968
model-00035-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0b6e5b56a549a36281e162f94eee7dc1600934a9cd8c94f2ac678aedb273ac3c
3
+ size 1963002528
model-00036-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c52f84c9810a6690fba541ceac461acdaf5c9d39fe91e8922e62b9de260d3cff
3
+ size 1996573232
model-00037-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:579146096952db497845e0136b7a8a28803cfb1a7614d9b85fbba1459bf31094
3
+ size 1963002528
model-00038-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:23ff3cd7d0a6f7f5aeebf6bf2c8b20fd549e3e86debf21da70d16ba16616a39f
3
+ size 1963035760
model-00039-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a23c030dce16843ce98fd95ddbb65ae043115fb8288ad3731f3f73b1e34226a
3
+ size 1962953488
model-00040-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f0b97d05e81eef830de953ace7579f2aa52226f5d758b12567fd499db55fb72d
3
+ size 1996490968
model-00041-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:37125b001630a980e84323fcb19fad7a4726100c7e987c27718ca560fcd4aa3d
3
+ size 1962953488
model-00042-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d685b64f806e1f46e41e61f3ec971b1f517bd9ed917914c82d663888e1c36b3
3
+ size 1996490968
model-00043-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:93f06b08ae85c9428dc000074f2dd1757ed551ed0803d326e32ebe64adbdcf3f
3
+ size 1962953488
model-00044-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2083ef7a8146d20a2ed7f19d9214bdf167adc0620db7a00162b2f94e3887e049
3
+ size 1996556624
model-00045-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a8df86a3da529c36d3b6923008712ed021dbe02d1c761ce67a2a5e90294d4b34
3
+ size 1879050320
model-00046-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d6434bfcd1e139a7e70363a1a2c3d3a91ecbdad2d73e02db24b8130a3505a848
3
+ size 1990315152
model-00047-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6ed5d63045043056c60fcf8ed23fdc0122fb13007476b50e2fa3a05af5d0e702
3
+ size 1962961792
model-00048-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef9d74b6dd6beb10e94931c52a48dba554fe0b025b81dfb01b206c819a804fca
3
+ size 587203248