Update README.md

README.md

@@ -14,4 +14,112 @@ tags:
 - RLHF
 - PPO
 - custom-research
----
+---
+# tempesthenno--nuslerp (BASE MODEL)
+
+This is a merge of pre-trained language models created using [mergekit](https://github.com/cg123/mergekit).
+
+## Merge Details
+### Merge Method
+
+This model was merged using the NuSLERP merge method.
+
+### Models Merged
+
+The following models were included in the merge:
+* /Users/sthenno/models/tempesthenno--converge-dtask
+* /Users/sthenno/models/tempesthenno--converge-breadcrumbs
+
+### Configuration
+
+The following YAML configuration was used to produce this model:
+
+```yaml
+name: tempesthenno--nuslerp
+merge_method: nuslerp
+tokenizer:
+  source: /Users/sthenno/models/tempesthenno--converge-dtask
+chat_template: "chatml"
+dtype: float32
+out_dtype: bfloat16
+parameters:
+  int8_mask: false
+  normalize: true
+  rescale: false
+slices:
+  - sources:
+      - model: /Users/sthenno/models/tempesthenno--converge-dtask
+        layer_range: [0, 8]
+        parameters:
+          weight: 0.65
+          nuslerp_flatten: false
+          nuslerp_row_wise: true
+      - model: /Users/sthenno/models/tempesthenno--converge-breadcrumbs
+        layer_range: [0, 8]
+        parameters:
+          weight: 0.35
+          nuslerp_flatten: false
+          nuslerp_row_wise: true
+  - sources:
+      - model: /Users/sthenno/models/tempesthenno--converge-dtask
+        layer_range: [8, 16]
+        parameters:
+          weight: 0.60
+          nuslerp_flatten: false
+          nuslerp_row_wise: true
+      - model: /Users/sthenno/models/tempesthenno--converge-breadcrumbs
+        layer_range: [8, 16]
+        parameters:
+          weight: 0.40
+          nuslerp_flatten: false
+          nuslerp_row_wise: true
+  - sources:
+      - model: /Users/sthenno/models/tempesthenno--converge-dtask
+        layer_range: [16, 24]
+        parameters:
+          weight: 0.55
+          nuslerp_flatten: false
+          nuslerp_row_wise: false
+      - model: /Users/sthenno/models/tempesthenno--converge-breadcrumbs
+        layer_range: [16, 24]
+        parameters:
+          weight: 0.45
+          nuslerp_flatten: false
+          nuslerp_row_wise: false
+  - sources:
+      - model: /Users/sthenno/models/tempesthenno--converge-dtask
+        layer_range: [24, 32]
+        parameters:
+          weight: 0.50
+          nuslerp_flatten: false
+          nuslerp_row_wise: false
+      - model: /Users/sthenno/models/tempesthenno--converge-breadcrumbs
+        layer_range: [24, 32]
+        parameters:
+          weight: 0.50
+          nuslerp_flatten: false
+          nuslerp_row_wise: false
+  - sources:
+      - model: /Users/sthenno/models/tempesthenno--converge-dtask
+        layer_range: [32, 40]
+        parameters:
+          weight: 0.45
+          nuslerp_flatten: true
+      - model: /Users/sthenno/models/tempesthenno--converge-breadcrumbs
+        layer_range: [32, 40]
+        parameters:
+          weight: 0.55
+          nuslerp_flatten: true
+  - sources:
+      - model: /Users/sthenno/models/tempesthenno--converge-dtask
+        layer_range: [40, 48]
+        parameters:
+          weight: 0.40
+          nuslerp_flatten: true
+      - model: /Users/sthenno/models/tempesthenno--converge-breadcrumbs
+        layer_range: [40, 48]
+        parameters:
+          weight: 0.60
+          nuslerp_flatten: true
+
+```