Update configs/dolphin-mixtral-8x7b.yml
Browse files
configs/dolphin-mixtral-8x7b.yml
CHANGED
|
@@ -7,6 +7,9 @@ load_in_8bit: false
|
|
| 7 |
load_in_4bit: true
|
| 8 |
strict: false
|
| 9 |
|
|
|
|
|
|
|
|
|
|
| 10 |
datasets:
|
| 11 |
- path: /workspace/datasets/dolphin/dolphin201.jsonl
|
| 12 |
type: alpaca_w_system.load_open_orca_chatml
|
|
|
|
| 7 |
load_in_4bit: true
|
| 8 |
strict: false
|
| 9 |
|
| 10 |
+
model_config:
|
| 11 |
+
output_router_logits: true
|
| 12 |
+
|
| 13 |
datasets:
|
| 14 |
- path: /workspace/datasets/dolphin/dolphin201.jsonl
|
| 15 |
type: alpaca_w_system.load_open_orca_chatml
|