gbueno86 commited on
Commit
f59a1f3
1 Parent(s): b1b85d6

Upload mergekit_config.yml with huggingface_hub

Browse files
Files changed (1) hide show
  1. mergekit_config.yml +16 -0
mergekit_config.yml ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ base_model: ../models/Undi95_Meta-Llama-3-70B-Instruct-hf
2
+ dtype: bfloat16
3
+ merge_method: slerp
4
+ parameters:
5
+ t:
6
+ - filter: self_attn
7
+ value: [0.0, 0.5, 0.3, 0.7, 1.0]
8
+ - filter: mlp
9
+ value: [1.0, 0.5, 0.7, 0.3, 0.0]
10
+ - value: 0.5
11
+ slices:
12
+ - sources:
13
+ - layer_range: [0, 80]
14
+ model: ../models/Undi95_Meta-Llama-3-70B-Instruct-hf
15
+ - layer_range: [0, 80]
16
+ model: ../models/turboderp_Cat-Llama-3-70B-instruct