Hugging Face's logo

NobodyExistsOnTheInternet
/
clown-SUV-4x70b

Text Generation
Transformers
Safetensors
mixtral
text-generation-inference
Inference Endpoints
Model card Files Community
3
NobodyExistsOnTheInternet commited on
Commit
7d47cc9
·
verified ·
1 Parent(s): 71b6f52

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. config.json +33 -0
  2. mergekit_moe_config.yml +35 -0
  3. model-00001-of-00049.safetensors +3 -0
  4. model-00002-of-00049.safetensors +3 -0
  5. model-00003-of-00049.safetensors +3 -0
  6. model-00004-of-00049.safetensors +3 -0
  7. model-00005-of-00049.safetensors +3 -0
  8. model-00006-of-00049.safetensors +3 -0
  9. model-00007-of-00049.safetensors +3 -0
  10. model-00008-of-00049.safetensors +3 -0
  11. model-00009-of-00049.safetensors +3 -0
  12. model-00010-of-00049.safetensors +3 -0
  13. model-00011-of-00049.safetensors +3 -0
  14. model-00012-of-00049.safetensors +3 -0
  15. model-00013-of-00049.safetensors +3 -0
  16. model-00014-of-00049.safetensors +3 -0
  17. model-00015-of-00049.safetensors +3 -0
  18. model-00016-of-00049.safetensors +3 -0
  19. model-00017-of-00049.safetensors +3 -0
  20. model-00018-of-00049.safetensors +3 -0
  21. model-00019-of-00049.safetensors +3 -0
  22. model-00020-of-00049.safetensors +3 -0
  23. model-00021-of-00049.safetensors +3 -0
  24. model-00022-of-00049.safetensors +3 -0
  25. model-00023-of-00049.safetensors +3 -0
  26. model-00024-of-00049.safetensors +3 -0
  27. model-00025-of-00049.safetensors +3 -0
  28. model-00026-of-00049.safetensors +3 -0
  29. model-00027-of-00049.safetensors +3 -0
  30. model-00028-of-00049.safetensors +3 -0
  31. model-00029-of-00049.safetensors +3 -0
  32. model-00030-of-00049.safetensors +3 -0
  33. model-00031-of-00049.safetensors +3 -0
  34. model-00032-of-00049.safetensors +3 -0
  35. model-00033-of-00049.safetensors +3 -0
  36. model-00034-of-00049.safetensors +3 -0
  37. model-00035-of-00049.safetensors +3 -0
  38. model-00036-of-00049.safetensors +3 -0
  39. model-00037-of-00049.safetensors +3 -0
  40. model-00038-of-00049.safetensors +3 -0
  41. model-00039-of-00049.safetensors +3 -0
  42. model-00040-of-00049.safetensors +3 -0
  43. model-00041-of-00049.safetensors +3 -0
  44. model-00042-of-00049.safetensors +3 -0
  45. model-00043-of-00049.safetensors +3 -0
  46. model-00044-of-00049.safetensors +3 -0
  47. model-00045-of-00049.safetensors +3 -0
  48. model-00046-of-00049.safetensors +3 -0
  49. model-00047-of-00049.safetensors +3 -0
  50. model-00048-of-00049.safetensors +3 -0
config.json ADDED
@@ -0,0 +1,33 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "jondurbin/spicyboros-70b-2.2",
3
+ "architectures": [
4
+ "MixtralForCausalLM"
5
+ ],
6
+ "attention_bias": false,
7
+ "attention_dropout": 0.0,
8
+ "bos_token_id": 1,
9
+ "eos_token_id": 2,
10
+ "hidden_act": "silu",
11
+ "hidden_size": 8192,
12
+ "initializer_range": 0.02,
13
+ "intermediate_size": 28672,
14
+ "max_position_embeddings": 4096,
15
+ "model_type": "mixtral",
16
+ "num_attention_heads": 64,
17
+ "num_experts_per_tok": 2,
18
+ "num_hidden_layers": 80,
19
+ "num_key_value_heads": 8,
20
+ "num_local_experts": 4,
21
+ "output_router_logits": false,
22
+ "pretraining_tp": 1,
23
+ "rms_norm_eps": 1e-05,
24
+ "rope_scaling": null,
25
+ "rope_theta": 10000.0,
26
+ "router_aux_loss_coef": 0.001,
27
+ "sliding_window": null,
28
+ "tie_word_embeddings": false,
29
+ "torch_dtype": "bfloat16",
30
+ "transformers_version": "4.36.2",
31
+ "use_cache": true,
32
+ "vocab_size": 32000
33
+ }
mergekit_moe_config.yml ADDED
@@ -0,0 +1,35 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ base_model: jondurbin/spicyboros-70b-2.2
2
+ gate_mode: hidden
3
+ dtype: float16
4
+ experts:
5
+ - source_model: WizardLM/WizardMath-70B-V1.0
6
+ positive_prompts:
7
+ - "Demonstrate a step-by-step solution to this integral calculus problem."
8
+ - "Explain the concepts behind Euler's formula in complex analysis."
9
+ - "Derive the Navier-Stokes equations for fluid dynamics."
10
+ - "Illustrate the process of solving linear algebraic equations using matrices."
11
+ - "Explain the theory and application of Fourier transforms in signal processing."
12
+
13
+ - source_model: Sao10K/Euryale-Inverted-L2-70B
14
+ positive_prompts:
15
+ - "Describe an erotic fantasy set in an unconventional setting."
16
+ - "Narrate a detailed account of a sensual encounter from a first-person perspective."
17
+ - "Create an imaginative and explicit story involving role-play scenarios."
18
+ - "Elaborate on an intimate and descriptive scene between consenting adults."
19
+ - "Craft an explicit and detailed narrative exploring various kinks and fetishes."
20
+
21
+ - source_model: ./codellamaultra
22
+ positive_prompts:
23
+ - "Provide step-by-step guidance on creating a REST API in Flask."
24
+ - "Explain the use of decorators in Python with practical examples."
25
+ - "Demonstrate how to implement error handling in a Python script."
26
+ - "Guide on optimizing a Python script for better performance."
27
+ - "Explain the concept and implementation of recursion in Python programming."
28
+
29
+ - source_model: Technoculture/Medmerge-wizard-70b
30
+ positive_prompts:
31
+ - "Outline the steps for performing a cardiac surgery."
32
+ - "Discuss the treatment plan for chronic kidney disease."
33
+ - "Explain the molecular mechanisms of a new cancer drug."
34
+ - "Provide a comprehensive guide on managing diabetes."
35
+ - "Elaborate on the latest research findings in neurodegenerative diseases."
model-00001-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ade7755c53c91d2be6d0237e33af3673bd39b4850ec69b9885b75b405ecc984a
3
+ size 9975393672
model-00002-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c7845ba6bc07c3c9228fc904ccc48e35d0a0585f55c06b3158e4c4c62b86b669
3
+ size 9865005768
model-00003-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf0a75a5c0479c93b1ae4e0842ece310a8147c7dad04095aec8000c22cff5916
3
+ size 9865005792
model-00004-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3bd16dde792a3b6e089032c24c6624fdaa11b3702784511d0de636a20b54e2e8
3
+ size 9865005792
model-00005-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:315018551c66e8a21baff25074872b2d09de8aaaceaacc56842da463663d9f18
3
+ size 9865005792
model-00006-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:15285946bee9a7bbae30170973e3ef6d697d6df3c58b739c908c1a532e4ea983
3
+ size 9865005792
model-00007-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da27a0e0e5b87b82bed867eca98fec196408ada5310c028e2c42d73e6480d2ac
3
+ size 9865005792
model-00008-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5c80a83d9bdf2bd69e134f9a2abd72f6bba400cfcf6788399c9bdaaf7c033d3c
3
+ size 9865005792
model-00009-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6c76167c3a4e6dace29af505e8ce4c0f8b18b4afdc1dd5f80772fa7c9eb7af60
3
+ size 9865005792
model-00010-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a1956f9ee436b94dbb09e84074472fb5d20fc605b9f7f230feab7c9cfb05a4e
3
+ size 9865005792
model-00011-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:97c2fd313592aca0e1594fd24bb817b62894bd057201a59bcb453b3ecc9264ae
3
+ size 9865005792
model-00012-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:20a985154d9cbc095bd29a92c4839fd5fdf07fc87db3a49d926359461cd5766c
3
+ size 9865005792
model-00013-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a3db467316f8286766b331992de148466b506ad7d0e5201be2d7cdda4ae04e7
3
+ size 9865005792
model-00014-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1328232c8982f9faa82471583e4dfeebb2fde9edefbad86db86406c9cca18867
3
+ size 9865005792
model-00015-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5dc6c7f1a340cadda82bf72f34c81bff2457b265546a3d7f90286d9d72dc9a0b
3
+ size 9865005792
model-00016-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed4b7e3c7d678c8d2ac13fcf92ba2f6fd3f8deff8e584c665abc8acfc6172325
3
+ size 9865005776
model-00017-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c08ef013455eb6e82b25840fa675da4693f1df45eae434ab0cc9b13cd4c61ce
3
+ size 9865005768
model-00018-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0085b76e69d0808d41689d59a9aead208fe7e697c75f4404c38d99ca954d7385
3
+ size 9865005784
model-00019-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:73e66684d536829b7edf835d72d8aa3717bdfd546e64ff64bc88e24475a1ca73
3
+ size 9865005792
model-00020-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0a569fc72024c98131b8e226f78586f19b4611a6dafad71269e3b67f701f4a70
3
+ size 9865005792
model-00021-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:74aa8ced0252c97fab938c2608788a85688edffd986d5583610fc150b706e603
3
+ size 9865005792
model-00022-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:220b504791c5d4c8447c306f7ecbd3fa6fba9a98bd8b4717719008ecda8e1265
3
+ size 9865005792
model-00023-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:547bc48c9cfe6ca33ceba563660dec126392a17f9db47703bf5a4462f3762f68
3
+ size 9865005792
model-00024-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f23c28900399436e7e191949d5b88248648ceb8ffe9c85a33370fc426ea65c09
3
+ size 9865005792
model-00025-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c036300b49ce8f08325dd10510928977756a9afc8d90ef483b77fa2bf0a33316
3
+ size 9865005792
model-00026-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8c642c078ef66523bb1659df61af82043743184b607f304db6dc2e9bd1322fb8
3
+ size 9865005792
model-00027-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba70e61486e4079994262c80bf0e00454475b6fe2d18750c077584e7d63f9ad9
3
+ size 9865005792
model-00028-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c424f1a5bd52ae69a2c624e68de2d7fb579d9220398c5688e2d00d36b19e982b
3
+ size 9865005792
model-00029-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0eada068cff3022ea81bb2c6efd51040f09747e196ccdc8c263a7a0f913d38b5
3
+ size 9865005792
model-00030-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:96ed8a2fca920f374249b1c2614a7e4e9c74b5c5ef7929447b263e8292c0d96a
3
+ size 9865005792
model-00031-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f568aaac4a7e193fccbe3196ddbc031eed1ea307a95e3798e38fc2132fde7aff
3
+ size 9865005784
model-00032-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bb80eabe5b958099eda6cd73971a6993371b21ebacce6224c14d3dceaee7f653
3
+ size 9865005768
model-00033-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f46d5e5d8153cd593e914c7b9c0f7ce79f78283fd667ec39750a749a6254c479
3
+ size 9865005776
model-00034-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2372a28e04a0f84138a04760fedd5fb7c1e37eb7e6c13a14164ab2024671d031
3
+ size 9865005792
model-00035-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:132ac6e7498bf40f8fa36084e71e9915f1bfade449239b1c526dd23d65105d35
3
+ size 9865005792
model-00036-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c1596ea08b8721358096ad16945a320440669077186c2e1d0fb08e3898c6b1a6
3
+ size 9865005792
model-00037-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0d1d460c6382709d48ba25ac0ddd49330e0807b3c10c140fba1480ca91be1125
3
+ size 9865005792
model-00038-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:803590b18bd57fc4f59155cc99422579af2e70cc69ea7b2625eb72042489daeb
3
+ size 9865005792
model-00039-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a53579aaccf59647011d813e65a580a3f840bbbc93a5cce7daedf31643ba62c9
3
+ size 9865005792
model-00040-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:859abc208b9efb30164fdb75e24010f2f9208d39f7585d4c7714666955f3b640
3
+ size 9865005792
model-00041-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be40b95e99cc06b4a1cf7b3ce317e90110e955e677d1500ea572fd50b566e511
3
+ size 9865005792
model-00042-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4bb78a6f91746529ca6c257580c62af6368856674efb570e9c56296bbea3b898
3
+ size 9865005792
model-00043-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a810b295d5bad4930591ce1f900b68748f132fc68b17cbeeed030b37b3ee38fa
3
+ size 9865005792
model-00044-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cda8e806c839c2ae94f4ebc6ccb94fa19ecc113c2a0df0e46aa19b4723623d21
3
+ size 9865005792
model-00045-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d546c77fc5e0e76a975dd12a3149868c3bc762d880f2d22ca2b19a9324d4076
3
+ size 9865005792
model-00046-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:64fcc20c64401c3f520b43de68e5bf81fe6fbef7a30229f659503f9ef99f31fd
3
+ size 9866327136
model-00047-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e51f2b15621aa84eed6ca70b4b7eef64effa684613b8cb418e1760e1471f12fa
3
+ size 9999236392
model-00048-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0a678cd5122c83b52121ebdef2a1e7d14a0be012bdb05785d1ccb07fd36f421a
3
+ size 9999238864