Cialtion commited on
Commit
dbf3f5b
·
verified ·
1 Parent(s): fe49cf1

Update RT-Qwen3-4B with latest interleave_focal checkpoint

Browse files
RT-Qwen3-4B/merge_meta.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "base_model": "/inspire/hdd/global_user/shixiaoxin-253107030017/sxx/multi-head/extended-models/Qwen3-4B-Instruct-2507-Extended",
3
+ "lora_path": "output/4_interleave_focal/epoch4_end",
4
+ "vocab_size": 151686,
5
+ "merge_gpu": 0,
6
+ "merge_time_sec": 124.6
7
+ }
RT-Qwen3-4B/model-00001-of-00002.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:629514f36eed75fa9cacba4ef7ff682a815ebacb51b777165d51d0c161869055
3
  size 4965935360
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:df8eb083364542df6acbb761ffdbf66a473f45c8839b7c463f5b2766bdfd18e4
3
  size 4965935360
RT-Qwen3-4B/model-00002-of-00002.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:11e4bb990651ea0c8ca83d8665538f39e8273a88e7a9b39c075521aefa4dae53
3
- size 3854399144
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:946ecd2e153a64a0bcf19bbda4eef122a976dc5f61bdef3f383160b29189cb56
3
+ size 3077766632
RT-Qwen3-4B/model.safetensors.index.json CHANGED
@@ -1,10 +1,9 @@
1
  {
2
  "metadata": {
3
- "total_parameters": 4410144256,
4
- "total_size": 8820288512
5
  },
6
  "weight_map": {
7
- "lm_head.weight": "model-00002-of-00002.safetensors",
8
  "model.embed_tokens.weight": "model-00001-of-00002.safetensors",
9
  "model.layers.0.input_layernorm.weight": "model-00001-of-00002.safetensors",
10
  "model.layers.0.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
 
1
  {
2
  "metadata": {
3
+ "total_parameters": 4021828096,
4
+ "total_size": 8043656192
5
  },
6
  "weight_map": {
 
7
  "model.embed_tokens.weight": "model-00001-of-00002.safetensors",
8
  "model.layers.0.input_layernorm.weight": "model-00001-of-00002.safetensors",
9
  "model.layers.0.mlp.down_proj.weight": "model-00001-of-00002.safetensors",