Walmart-the-bag commited on
Commit
9454b84
1 Parent(s): be35232

Create mergekit_config.yaml

Browse files
Files changed (1) hide show
  1. mergekit_config.yaml +22 -0
mergekit_config.yaml ADDED
@@ -0,0 +1,22 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ models:
2
+ - model: rombodawg/Llama-3-8B-Instruct-Coder
3
+ parameters:
4
+ weight: 1.0
5
+ - model: ajibawa-2023/Code-Llama-3-8B
6
+ parameters:
7
+ weight: 0.3
8
+ - model: meta-llama/Meta-Llama-3-8B-Instruct
9
+ parameters:
10
+ weight: 0.5
11
+ - model: Orenguteng/Llama-3-8B-Lexi-Uncensored
12
+ parameters:
13
+ weight: 0.8
14
+ - model: TheSkullery/llama-3-cat-8b-instruct-v1
15
+ parameters:
16
+ weight: 0.9
17
+ - model: McGill-NLP/Llama-3-8B-Web
18
+ parameters:
19
+ weight: 0.2
20
+
21
+ merge_method: linear
22
+ dtype: bfloat16