| models: | |
| - model: Z:\peter\LLM's\Llama-3-Giraffe-70B-Instruct | |
| parameters: | |
| weight: 0.25 | |
| density: 0.90 | |
| gamma: 0.01 | |
| - model: Z:\peter\LLM's\Smaug-Llama-3-70B-Instruct | |
| parameters: | |
| weight: 0.30 | |
| density: 0.90 | |
| gamma: 0.01 | |
| - model: I:\Tess-2.0-Llama-3-70B-v0.2 | |
| parameters: | |
| weight: 0.15 | |
| density: 0.90 | |
| gamma: 0.01 | |
| - model: I:\Llama-3-Lumimaid-70B-v0.1-alt | |
| parameters: | |
| weight: 0.30 | |
| density: 0.90 | |
| gamma: 0.01 | |
| merge_method: breadcrumbs_ties | |
| base_model: Z:\peter\LLM's\Llama-3-Giraffe-70B-Instruct | |
| dtype: bfloat16 |