Upload folder using huggingface_hub

README.md

@@ -6,31 +6,37 @@ tags:
 - lazymergekit
 - automerger
 base_model:
+- Kukedlc/NeuralSynthesis-7b-v0.4-slerp
 - nlpguy/T3QM7
 ---
 
 # NeuralsynthesisT3qm7-7B
 
 NeuralsynthesisT3qm7-7B is an automated merge created by [Maxime Labonne](https://huggingface.co/mlabonne) using the following configuration.
+* [Kukedlc/NeuralSynthesis-7b-v0.4-slerp](https://huggingface.co/Kukedlc/NeuralSynthesis-7b-v0.4-slerp)
 * [nlpguy/T3QM7](https://huggingface.co/nlpguy/T3QM7)
 
 ## 🧩 Configuration
 
 ```yaml
-models:
-- model: Kukedlc/NeuralSynthesis-7B-v0.3
-  # No parameters necessary for base model
-- model: nlpguy/T3QM7
-  parameters:
-    density: 0.53
-    weight: 0.6
-merge_method: dare_ties
-base_model: Kukedlc/NeuralSynthesis-7B-v0.3
+slices:
+  - sources:
+      - model: Kukedlc/NeuralSynthesis-7b-v0.4-slerp
+        layer_range: [0, 32]
+      - model: nlpguy/T3QM7
+        layer_range: [0, 32]
+merge_method: slerp
+base_model: Kukedlc/NeuralSynthesis-7b-v0.4-slerp
 parameters:
-int8_mask: true
+  t:
+    - filter: self_attn
+      value: [0, 0.5, 0.3, 0.7, 1]
+    - filter: mlp
+      value: [1, 0.5, 0.7, 0.3, 0]
+    - value: 0.5
 dtype: bfloat16
 random_seed: 0
-```
+    ```
 
 ## 💻 Usage