blockblockblock/BeyondInfinity-4x7B-bpw6-exl2

Test model.

Under testing...

Recipe:

base_model: /content/InfinityRP
gate_mode: random
dtype: bfloat16 # output dtype (float32, float16, or bfloat16)
## (optional)
experts_per_token: 2
experts:
  - source_model: /content/WestLake
    positive_prompts: []
  - source_model: /content/Kuno
    positive_prompts: []
  - source_model: /content/InfinityRP
    positive_prompts: []
  - source_model: /content/LemonadeRP
    positive_prompts: []