Ttimofeyka commited on
Commit
cf63791
1 Parent(s): 0970fb4

Upload mergekit_config.yml with huggingface_hub

Browse files
Files changed (1) hide show
  1. mergekit_config.yml +3 -3
mergekit_config.yml CHANGED
@@ -1,16 +1,16 @@
1
  slices:
2
  - sources:
3
- - model: maywell/PiVoT-0.1-Starling-LM-RP
4
  layer_range: [0, 32]
5
  - model: MaziyarPanahi/NSFW_DPO_Noromaid-7b-Mistral-7B-Instruct-v0.1
6
  layer_range: [0, 32]
7
  merge_method: slerp
8
- base_model: maywell/PiVoT-0.1-Starling-LM-RP
9
  parameters:
10
  t:
11
  - filter: self_attn
12
  value: [0, 0.5, 0.3, 0.7, 1]
13
  - filter: mlp
14
  value: [1, 0.5, 0.7, 0.3, 0]
15
- - value: 0.5
16
  dtype: bfloat16
 
1
  slices:
2
  - sources:
3
+ - model: Undi95/Mistral-RP-0.1-7B
4
  layer_range: [0, 32]
5
  - model: MaziyarPanahi/NSFW_DPO_Noromaid-7b-Mistral-7B-Instruct-v0.1
6
  layer_range: [0, 32]
7
  merge_method: slerp
8
+ base_model: Undi95/Mistral-RP-0.1-7B
9
  parameters:
10
  t:
11
  - filter: self_attn
12
  value: [0, 0.5, 0.3, 0.7, 1]
13
  - filter: mlp
14
  value: [1, 0.5, 0.7, 0.3, 0]
15
+ - value: 0.5 # fallback for rest of tensors
16
  dtype: bfloat16