asiansoul commited on
Commit
a75675d
·
verified ·
1 Parent(s): ebdd505

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +5 -5
README.md CHANGED
@@ -41,23 +41,23 @@ models:
41
  - model: NousResearch/Meta-Llama-3-8B-Instruct
42
  parameters:
43
  density: 0.58
44
- weight: 0.25 # Slightly reduced to allow more contribution from other specialized models
45
  - model: cognitivecomputations/dolphin-2.9-llama3-8b
46
  parameters:
47
  density: 0.52
48
- weight: 0.15 # Reduced to prevent dominance and keep the focus balanced
49
  - model: Locutusque/Llama-3-Orca-1.0-8B
50
  parameters:
51
  density: 0.52
52
- weight: 0.15 # Balanced to complement the base model without overshadowing
53
  - model: abacusai/Llama-3-Smaug-8B
54
  parameters:
55
  density: 0.52
56
- weight: 0.15 # Adjusted to maintain a supportive role in the combined model
57
  - model: beomi/Llama-3-Open-Ko-8B-Instruct-preview
58
  parameters:
59
  density: 0.53
60
- weight: 0.2 # Kept relatively higher to emphasize the Korean language performance
61
  merge_method: dare_ties
62
  base_model: NousResearch/Meta-Llama-3-8B
63
  parameters:
 
41
  - model: NousResearch/Meta-Llama-3-8B-Instruct
42
  parameters:
43
  density: 0.58
44
+ weight: 0.25
45
  - model: cognitivecomputations/dolphin-2.9-llama3-8b
46
  parameters:
47
  density: 0.52
48
+ weight: 0.15
49
  - model: Locutusque/Llama-3-Orca-1.0-8B
50
  parameters:
51
  density: 0.52
52
+ weight: 0.15
53
  - model: abacusai/Llama-3-Smaug-8B
54
  parameters:
55
  density: 0.52
56
+ weight: 0.15
57
  - model: beomi/Llama-3-Open-Ko-8B-Instruct-preview
58
  parameters:
59
  density: 0.53
60
+ weight: 0.2
61
  merge_method: dare_ties
62
  base_model: NousResearch/Meta-Llama-3-8B
63
  parameters: