File size: 289 Bytes
e56d389 |
1 2 3 4 5 6 7 8 9 10 11 12 |
base_model: /content/llama-3-8b-instruct
gate_mode: random
experts:
- source_model: /content/llama-3-8b-instruct
positive_prompts: [""]
- source_model: /content/llama-3-8b-instruct
positive_prompts: [""]
tokenizer_source:
-model:/content/llama-3-8b-instruct
dtype: bfloat16
|