|
merge_method: task_swapping |
|
base_model: Doctor-Shotgun/TinyLlama-1.1B-32k |
|
models: |
|
- model: cognitivecomputations/TinyDolphin-2.8.2-1.1b-laser |
|
parameters: |
|
weight: 0.75 |
|
diagonal_offset: 5 |
|
- model: TinyLlama/TinyLlama-1.1B-Chat-v1.0 |
|
parameters: |
|
weight: 0.85 |
|
diagonal_offset: 17 |
|
invert_offset: True |
|
dtype: bfloat16 |
|
name: bye |
|
--- |
|
merge_method: task_swapping |
|
base_model: Doctor-Shotgun/TinyLlama-1.1B-32k-Instruct |
|
models: |
|
- model: vihangd/DopeyTinyLlama-1.1B-v1 |
|
parameters: |
|
weight: 0.8 |
|
diagonal_offset: 3 |
|
invert_offset: False |
|
dtype: bfloat16 |
|
name: hello |
|
--- |
|
merge_method: task_arithmetic |
|
base_model: Doctor-Shotgun/TinyLlama-1.1B-32k |
|
models: |
|
- model: hello |
|
parameters: |
|
weight: 0.66 |
|
- model: bye+Anarchist/PIPPA_LORA_TinyLlama |
|
parameters: |
|
weight: 0.5 |
|
dtype: bfloat16 |
