Update README.md

README.md

@@ -166,3 +166,19 @@ outputs = model.generate(generation_config=generation_config,
                                 input_ids=inputs,)
 tokenizer.decode(outputs[0], skip_special_tokens=False) #True
 ```
+
+#MIX-MOE-mergekit
+```
+experts:
+  - source_model: NickyNicky/Mistral-7B-OpenOrca-oasst_top1_2023-08-25-v2
+    positive_prompts:
+      - ""
+
+  - source_model: NickyNicky/Mistral-7B-OpenOrca-oasst_top1_2023-08-25-v3
+    positive_prompts:
+      - ""
+    
+base_model: NickyNicky/Mistral-7B-OpenOrca-oasst_top1_2023-08-25-v3
+gate_mode: random # one of "hidden", "cheap_embed", or "random"
+dtype: bfloat16 # output dtype (float32, float16, or bfloat16)
+```