Hugging Face's logo

TroyDoesAI
/
ShortCircuit-MoE

Text Generation
Transformers
Safetensors
mixtral
conversational
text-generation-inference
Inference Endpoints
Model card Files Community
TroyDoesAI commited on
Commit
338362c
•
1 Parent(s): fdcce5a

My greatest Creation, Soon I will be working on a new company project so I will have to put you on hold. This model has a personality.

Browse files
Files changed (13) hide show
  1. mergekit_moe_config.yml +20 -5
  2. model-00001-of-00011.safetensors +1 -1
  3. model-00002-of-00011.safetensors +1 -1
  4. model-00003-of-00011.safetensors +1 -1
  5. model-00004-of-00011.safetensors +1 -1
  6. model-00005-of-00011.safetensors +1 -1
  7. model-00006-of-00011.safetensors +1 -1
  8. model-00007-of-00011.safetensors +1 -1
  9. model-00008-of-00011.safetensors +1 -1
  10. model-00009-of-00011.safetensors +1 -1
  11. model-00010-of-00011.safetensors +1 -1
  12. model-00011-of-00011.safetensors +1 -1
  13. tokenizer.json +8 -1
mergekit_moe_config.yml CHANGED
@@ -1,5 +1,5 @@
1
  base_model: TroyDoesAI/ShortCircuit
2
- gate_mode: random # one of "hidden", "cheap_embed", or "random"
3
 
4
  # There are three methods for populating the MoE gates implemented.
5
 
@@ -16,15 +16,30 @@ experts:
16
  - source_model: TroyDoesAI/ShortCircuit
17
  positive_prompts:
18
  - "hello"
 
 
 
 
 
 
 
19
 
20
  - source_model: TroyDoesAI/Undo-Woke-Mind-Virus
21
  positive_prompts:
22
- - "How"
 
 
 
 
 
23
 
24
- - source_model: TroyDoesAI/Unbiased-Personality
25
  positive_prompts:
26
  - "think"
 
27
 
28
- - source_model: TroyDoesAI/BlackSheep-RP-8B
29
  positive_prompts:
30
- - "describe"
 
 
 
1
  base_model: TroyDoesAI/ShortCircuit
2
+ gate_mode: hidden # one of "hidden", "cheap_embed", or "random"
3
 
4
  # There are three methods for populating the MoE gates implemented.
5
 
 
16
  - source_model: TroyDoesAI/ShortCircuit
17
  positive_prompts:
18
  - "hello"
19
+ - "you"
20
+ - "assistant"
21
+ - "what"
22
+ - "when"
23
+ - "where"
24
+ - "why"
25
+ - "how"
26
 
27
  - source_model: TroyDoesAI/Undo-Woke-Mind-Virus
28
  positive_prompts:
29
+ - "how"
30
+ - "who"
31
+ - "politic"
32
+ - "conservative"
33
+ - "!woke"
34
+ - "!toxic"
35
 
36
+ - source_model: TroyDoesAI/BlackSheep-RP-8B
37
  positive_prompts:
38
  - "think"
39
+ - "story"
40
 
41
+ - source_model: TroyDoesAI/Unbiased-Personality
42
  positive_prompts:
43
+ - "describe"
44
+ - "tell"
45
+ - "say"
model-00001-of-00011.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d7da50f60ec48f04bfbd388b44faeb108d5e4e427f59eee459be0fb7d6045467
3
  size 4970295936
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a5eb6dd12e5dd5ed98cfc61948bb0ae6380c0dc9f21f5aef4451c5977eba9548
3
  size 4970295936
model-00002-of-00011.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:36ea882c5e378f74935b1df96e92821a37b3bcfdf298a70b1b0eb48524121802
3
  size 4915797744
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a093e894facaeb19050fd186b292429ba292f298fdd096fda7d31e45730a241f
3
  size 4915797744
model-00003-of-00011.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c457ce979e349cea9ba6dea7c201fcbf7ddb2031c10cc77e420217f56b9e0fe2
3
  size 4949335224
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d27364d7f01bbda7cc6046068560db1f1ccc7fa8b71fc45b09660a2972c65534
3
  size 4949335224
model-00004-of-00011.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a8de9e1646f2cce39f333743626a5ae94e12c92420635c04fdb5d1ddc5ffdb6b
3
  size 4949335264
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6fa81bc4be688173ea6c5dfd82834df739323d0fe4e8c1ab2a6a197b15f663c9
3
  size 4949335264
model-00005-of-00011.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0f6f96ce07e1c1aa357918bb7ea2dbfa922b782713b9c9f6f763a1b600d18e92
3
  size 4915797808
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f9cb3878e732e818dceb2d09467d57a21bf3dc9fd6fd210e041a5391466f258e
3
  size 4915797808
model-00006-of-00011.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8f6f75b57235cea0c09b846c5c3c12da0890630e3f6b696c644ec094ed660336
3
  size 4949335288
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:df4b5170c7c9a3a145ce5205375a7ebb3912a217057cbb9fdd370b752cf213fb
3
  size 4949335288
model-00007-of-00011.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a50313c7a73cd66d83e0f60df14e56c00982a5b7e91bd9135e90ff2fadb1c5dd
3
  size 4949335288
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af25a4380d5a644c7cfe3873556dd024f42a894f748d98c9529374c7ee0c7217
3
  size 4949335288
model-00008-of-00011.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ed29a28accc25660eb03bbdca40c531b0182dae8bb614f9bf79e6dff9f01d7e9
3
  size 4915797808
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d657c6f4f0064bbc5af3366e04827470dc1f9b13747ef2061b9d2e5d686c75b
3
  size 4915797808
model-00009-of-00011.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:85a7961a15c4729c9b849feeba3878ff32b8a8af5ab7da4b77c660f97875f0ce
3
  size 4949335288
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:507edf4faa2a3dc9a2c4780361192d03383d33319010d17e3a59eed1b4ce3161
3
  size 4949335288
model-00010-of-00011.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:482023d6ac2530079b0cfeae9fb07105b51f6d2825dc02b4809df619e29c3ce9
3
  size 4949335288
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e43a4b42ec310496c035f3d6677733b4e990c4d4e9feb0288ea989801d80611
3
  size 4949335288
model-00011-of-00011.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3a5829af14c87f9bd1d3f9ce4c591e39bb69a5e0258defb727928a7413d50432
3
  size 470814792
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6e547d4a08f804d296ef26ac8eefd0d392c07fc75f46919b9fd5a3e0994ac5ff
3
  size 470814792
tokenizer.json CHANGED
@@ -1,7 +1,14 @@
1
  {
2
  "version": "1.0",
3
  "truncation": null,
4
- "padding": null,
 
 
 
 
 
 
 
5
  "added_tokens": [
6
  {
7
  "id": 128000,
 
1
  {
2
  "version": "1.0",
3
  "truncation": null,
4
+ "padding": {
5
+ "strategy": "BatchLongest",
6
+ "direction": "Left",
7
+ "pad_to_multiple_of": null,
8
+ "pad_id": 128000,
9
+ "pad_type_id": 0,
10
+ "pad_token": "<|begin_of_text|>"
11
+ },
12
  "added_tokens": [
13
  {
14
  "id": 128000,