limin(gate)
commited on
Commit
•
3240ffc
1
Parent(s):
58b0301
Upload folder using huggingface_hub
Browse files
README.md
CHANGED
|
@@ -23,6 +23,9 @@ slices:
|
|
| 23 |
- sources:
|
| 24 |
- layer_range: [0, 24]
|
| 25 |
model: starsnatched/MemGPT-2B
|
|
|
|
|
|
|
|
|
|
| 26 |
- layer_range: [0, 24]
|
| 27 |
model: liminerity/binarized-ingotrix-slerp-7b
|
| 28 |
parameters:
|
|
|
|
| 23 |
- sources:
|
| 24 |
- layer_range: [0, 24]
|
| 25 |
model: starsnatched/MemGPT-2B
|
| 26 |
+
parameters:
|
| 27 |
+
density: [1, 0.7, 0.1] # density gradient
|
| 28 |
+
weight: 1.0
|
| 29 |
- layer_range: [0, 24]
|
| 30 |
model: liminerity/binarized-ingotrix-slerp-7b
|
| 31 |
parameters:
|