File size: 631 Bytes
36c66a0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33

base_model: ./Llama-3-youko-8b-instruct-chatvector
gate_mode: cheap_embed
dtype: bfloat16
experts:
  - source_model: ./Llama-3-youko-8b-instruct-chatvector
    positive_prompts:
    - "roleplay"
    - "question"
    - "answer"
    - "chat"
    - "[Mode: Roleplay]"
    - "[Mode: Chat]"
    negative_prompts:
    - "programming"
    - "sql"
    - "query"
    - "math"
    - "analysis"
    - "script"
    - "[Mode: Writing]"
  - source_model: ./Meta-Llama-3-8B-Instruct
    positive_prompts:
    - "programming"
    - "sql"
    - "query"
    - "math"
    - "analysis"
    - "script"
    - "[Mode: Writing]"
tokenizer_source: union