Upload folder using huggingface_hub

README.md

@@ -6,34 +6,28 @@ tags:
 - lazymergekit
 - automerger
 base_model:
-- Gille/StrangeMerges_32-7B-slerp
 - Kukedlc/NeuralSirKrishna-7b
 ---
 
 # Strangemerges_32Neuralsirkrishna-7B
 
 Strangemerges_32Neuralsirkrishna-7B is an automated merge created by [Maxime Labonne](https://huggingface.co/mlabonne) using the following configuration.
-* [Gille/StrangeMerges_32-7B-slerp](https://huggingface.co/Gille/StrangeMerges_32-7B-slerp)
 * [Kukedlc/NeuralSirKrishna-7b](https://huggingface.co/Kukedlc/NeuralSirKrishna-7b)
 
 ## 🧩 Configuration
 
 ```yaml
-slices:
-  - sources:
-      - model: Gille/StrangeMerges_32-7B-slerp
-        layer_range: [0, 32]
-      - model: Kukedlc/NeuralSirKrishna-7b
-        layer_range: [0, 32]
-merge_method: slerp
+models:
+- model: Gille/StrangeMerges_32-7B-slerp
+  # No parameters necessary for base model
+- model: Kukedlc/NeuralSirKrishna-7b
+  parameters:
+    density: 0.53
+    weight: 0.6
+merge_method: dare_ties
 base_model: Gille/StrangeMerges_32-7B-slerp
 parameters:
-  t:
-    - filter: self_attn
-      value: [0, 0.5, 0.3, 0.7, 1]
-    - filter: mlp
-      value: [1, 0.5, 0.7, 0.3, 0]
-    - value: 0.5
+int8_mask: true
 dtype: bfloat16
 random_seed: 0
     ```

mergekit_config.yml

@@ -1,19 +1,15 @@
 
-slices:
-  - sources:
-      - model: Gille/StrangeMerges_32-7B-slerp
-        layer_range: [0, 32]
-      - model: Kukedlc/NeuralSirKrishna-7b
-        layer_range: [0, 32]
-merge_method: slerp
+models:
+- model: Gille/StrangeMerges_32-7B-slerp
+  # No parameters necessary for base model
+- model: Kukedlc/NeuralSirKrishna-7b
+  parameters:
+    density: 0.53
+    weight: 0.6
+merge_method: dare_ties
 base_model: Gille/StrangeMerges_32-7B-slerp
 parameters:
-  t:
-    - filter: self_attn
-      value: [0, 0.5, 0.3, 0.7, 1]
-    - filter: mlp
-      value: [1, 0.5, 0.7, 0.3, 0]
-    - value: 0.5
+int8_mask: true
 dtype: bfloat16
 random_seed: 0
     

model-00001-of-00002.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7afed8cb2bf80962527fbd39a2a88c9eef1773ad41225439f1dfd1b23a759e15
+oid sha256:342cf98cb3eaed337498d1978d423f45d5a11bd086a6f2e72f299422adcf88a4
 size 9825524456

model-00002-of-00002.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7fab7efc5b9f2f8ebf035f25c5fe678395c4134c95392a4067b6b9db32b1648a
+oid sha256:b2743d907181903dbe1b619e6930c264a54202b04e6d27ffb6ca10db6250af6c
 size 4657973592