fxmarty commited on
Commit
dd74ef4
·
verified ·
1 Parent(s): 480b251

Upload folder using huggingface_hub

Browse files
Files changed (2) hide show
  1. config.json +2 -2
  2. model.safetensors +2 -2
config.json CHANGED
@@ -10,14 +10,14 @@
10
  "eos_token_id": 151645,
11
  "head_dim": 32,
12
  "hidden_act": "silu",
13
- "hidden_size": 192,
14
  "initializer_range": 0.02,
15
  "intermediate_size": 128,
16
  "max_position_embeddings": 40960,
17
  "max_window_layers": 1,
18
  "mlp_only_layers": [],
19
  "model_type": "qwen3_moe",
20
- "moe_intermediate_size": 288,
21
  "norm_topk_prob": true,
22
  "num_attention_heads": 2,
23
  "num_experts": 4,
 
10
  "eos_token_id": 151645,
11
  "head_dim": 32,
12
  "hidden_act": "silu",
13
+ "hidden_size": 128,
14
  "initializer_range": 0.02,
15
  "intermediate_size": 128,
16
  "max_position_embeddings": 40960,
17
  "max_window_layers": 1,
18
  "mlp_only_layers": [],
19
  "model_type": "qwen3_moe",
20
+ "moe_intermediate_size": 256,
21
  "norm_topk_prob": true,
22
  "num_attention_heads": 2,
23
  "num_experts": 4,
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1e093061bdd91fc17c67523ca29376a13371d55b4fc86f0d85fc06f0296e9458
3
- size 122305704
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:879670ccf92fcd828d31354663a404a854ad15c9d7024d9ca826c7a2d6c917ad
3
+ size 81145680