Shamane commited on
Commit
05b93ad
1 Parent(s): 5888100

added bio-mistral instruct ties merge

Browse files
Files changed (1) hide show
  1. examples/biomistral_ties.yaml +18 -0
examples/biomistral_ties.yaml ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ models:
2
+ - model: mistralai/Mistral-7B-v0.1
3
+ #no parameters necessary for base model
4
+ - model: mistralai/Mistral-7B-Instruct-v0.2
5
+ parameters:
6
+ density: 0.5
7
+ weight: 0.5
8
+ - model: BioMistral/BioMistral-7B
9
+ parameters:
10
+ density: 0.5
11
+ weight: 0.5
12
+
13
+ merge_method: ties
14
+ base_model: mistralai/Mistral-7B-v0.1
15
+ parameters:
16
+ normalize: false
17
+ int8_mask: true
18
+ dtype: float16