File size: 701 Bytes
b4a6b43
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
base_model: Qwen/Qwen2.5-Coder-7B
gate_mode: random
dtype: bfloat16
architecture: qwen
experts:
  - source_model: Qwen/Qwen2.5-Coder-7B
    architecture: qwen
  - source_model: Qwen/Qwen2.5-Coder-7B
    architecture: qwen
  - source_model: Qwen/Qwen2.5-Coder-7B
    architecture: qwen
  - source_model: Qwen/Qwen2.5-Coder-7B
    architecture: qwen
  - source_model: Qwen/Qwen2.5-Coder-7B
    architecture: qwen
  - source_model: Qwen/Qwen2.5-Coder-7B
    architecture: qwen
  - source_model: Qwen/Qwen2.5-Coder-7B
    architecture: qwen
  - source_model: Qwen/Qwen2.5-Coder-7B
    architecture: qwen
shared_experts:
  - source_model: Qwen/Qwen2.5-Coder-7B
    architecture: qwen