Upload folder using huggingface_hub

README.md

@@ -6,28 +6,34 @@ tags:
 - lazymergekit
 - automerger
 base_model:
+- Gille/StrangeMerges_32-7B-slerp
 - MSL7/INEX12-7b
 ---
 
 # Strangemerges_32Inex12-7B
 
 Strangemerges_32Inex12-7B is an automated merge created by [Maxime Labonne](https://huggingface.co/mlabonne) using the following configuration.
+* [Gille/StrangeMerges_32-7B-slerp](https://huggingface.co/Gille/StrangeMerges_32-7B-slerp)
 * [MSL7/INEX12-7b](https://huggingface.co/MSL7/INEX12-7b)
 
 ## 🧩 Configuration
 
 ```yaml
-models:
-- model: Gille/StrangeMerges_32-7B-slerp
-  # No parameters necessary for base model
-- model: MSL7/INEX12-7b
-  parameters:
-    density: 0.53
-    weight: 0.6
-merge_method: dare_ties
+slices:
+  - sources:
+      - model: Gille/StrangeMerges_32-7B-slerp
+        layer_range: [0, 32]
+      - model: MSL7/INEX12-7b
+        layer_range: [0, 32]
+merge_method: slerp
 base_model: Gille/StrangeMerges_32-7B-slerp
 parameters:
-int8_mask: true
+  t:
+    - filter: self_attn
+      value: [0, 0.5, 0.3, 0.7, 1]
+    - filter: mlp
+      value: [1, 0.5, 0.7, 0.3, 0]
+    - value: 0.5
 dtype: bfloat16
 random_seed: 0
     ```

mergekit_config.yml

@@ -1,15 +1,19 @@
 
-models:
-- model: Gille/StrangeMerges_32-7B-slerp
-  # No parameters necessary for base model
-- model: MSL7/INEX12-7b
-  parameters:
-    density: 0.53
-    weight: 0.6
-merge_method: dare_ties
+slices:
+  - sources:
+      - model: Gille/StrangeMerges_32-7B-slerp
+        layer_range: [0, 32]
+      - model: MSL7/INEX12-7b
+        layer_range: [0, 32]
+merge_method: slerp
 base_model: Gille/StrangeMerges_32-7B-slerp
 parameters:
-int8_mask: true
+  t:
+    - filter: self_attn
+      value: [0, 0.5, 0.3, 0.7, 1]
+    - filter: mlp
+      value: [1, 0.5, 0.7, 0.3, 0]
+    - value: 0.5
 dtype: bfloat16
 random_seed: 0
     

model-00001-of-00002.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e90d86c623f8e72560aef25184e7eee41d506408e2535eadb1d45a9520c27476
+oid sha256:85a49d0b8c4ffee156023ba9130790c3d0fade839040e282763ca55d32d94c94
 size 9825524456

model-00002-of-00002.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bb98494b1c0df7207e7a0ed18d1f507b976fe1f8fb9beaabae9780066a6f7b0e
+oid sha256:cbf04882e6a5853c050ec2688c59d9fd5ab6253d50b241ac2e57024bacd4f9af
 size 4657973592