Update README.md

README.md

@@ -1,3 +1,52 @@
+merge
+
+This is a merge of pre-trained language models created using mergekit.
+Merge Details
+Merge Method
+
+This model was merged using the SLERP merge method.
+Models Merged
+
+The following models were included in the merge:
+
+    rombodawg/Rombos-LLM-V2.5-Qwen-32b
+    fblgit/TheBeagle-v2beta-32B-MGS
+
+Configuration
+
+The following YAML configuration was used to produce this model:
+
+slices:
+- sources:
+  - model: fblgit/TheBeagle-v2beta-32B-MGS
+    layer_range:
+    - 0
+    - 64
+  - model: rombodawg/Rombos-LLM-V2.5-Qwen-32b
+    layer_range:
+    - 0
+    - 64
+merge_method: slerp
+base_model: rombodawg/Rombos-LLM-V2.5-Qwen-32b
+parameters:
+  t:
+  - filter: self_attn
+    value:
+    - 0
+    - 0.5
+    - 0.3
+    - 0.7
+    - 1
+  - filter: mlp
+    value:
+    - 1
+    - 0.5
+    - 0.7
+    - 0.3
+    - 0
+  - value: 0.5
+dtype: bfloat16
+
 ---
 base_model: mergekit-community/mergekit-slerp-uavuhik
 library_name: transformers