diff --git a/.gitattributes b/.gitattributes
index b9bf7f20532013b9902bbccc7ed1f56ac6ae038a..ca80af5d1b70db1bb7e2d242c7d5e8233ac0e1d3 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -44106,3 +44106,203 @@ model/params/model/layers/13/mlp/experts/down_proj/kernel/62.0.0 filter=lfs diff
 model/params/model/layers/13/mlp/experts/down_proj/kernel/59.0.0 filter=lfs diff=lfs merge=lfs -text
 model/params/model/layers/13/mlp/experts/down_proj/kernel/58.0.0 filter=lfs diff=lfs merge=lfs -text
 model/params/model/layers/13/mlp/experts/down_proj/kernel/48.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/13/mlp/experts/down_proj/kernel/33.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/13/mlp/experts/down_proj/kernel/60.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/13/mlp/experts/down_proj/kernel/35.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/13/mlp/experts/down_proj/kernel/64.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/13/mlp/experts/down_proj/kernel/31.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/13/mlp/experts/down_proj/kernel/23.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/13/mlp/experts/down_proj/kernel/25.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/13/mlp/experts/down_proj/kernel/49.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/13/mlp/experts/down_proj/kernel/47.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/13/mlp/experts/down_proj/kernel/17.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/13/mlp/experts/down_proj/kernel/54.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/13/mlp/experts/down_proj/kernel/50.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/13/mlp/experts/down_proj/kernel/29.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/13/mlp/experts/down_proj/kernel/32.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/13/mlp/experts/down_proj/kernel/43.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/13/mlp/experts/down_proj/kernel/42.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/13/mlp/experts/down_proj/kernel/28.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/13/mlp/experts/down_proj/kernel/46.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/13/mlp/experts/down_proj/kernel/66.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/13/mlp/experts/down_proj/kernel/3.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/13/mlp/experts/down_proj/kernel/19.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/13/mlp/experts/down_proj/kernel/45.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/13/mlp/experts/down_proj/kernel/57.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/12/self_attn/v_proj/kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/13/mlp/experts/down_proj/kernel/24.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/12/self_attn/v_proj/kernel/1.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/13/mlp/experts/down_proj/kernel/38.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/13/mlp/experts/down_proj/kernel/21.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/12/self_attn/v_proj/kernel/2.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/13/mlp/experts/down_proj/kernel/20.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/13/mlp/experts/down_proj/kernel/5.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/12/self_attn/v_proj/kernel/3.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/13/mlp/experts/down_proj/kernel/52.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/13/mlp/experts/down_proj/kernel/53.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/13/mlp/experts/down_proj/kernel/6.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/13/mlp/experts/down_proj/kernel/51.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/13/mlp/experts/down_proj/kernel/61.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/13/mlp/experts/down_proj/kernel/63.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/13/mlp/experts/down_proj/kernel/44.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/12/self_attn/q_proj/kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/13/mlp/experts/down_proj/kernel/26.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/13/mlp/experts/down_proj/kernel/67.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/12/self_attn/k_proj/kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/13/mlp/experts/down_proj/kernel/65.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/lm_head/kernel/2.0 filter=lfs diff=lfs merge=lfs -text
+model/params/lm_head/kernel/3.0 filter=lfs diff=lfs merge=lfs -text
+model/params/lm_head/kernel/1.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/12/mlp/experts/down_proj/kernel/80.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/11/mlp/gate/kernel/1.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/12/mlp/experts/down_proj/kernel/61.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/12/mlp/experts/down_proj/kernel/8.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/11/mlp/experts/up_proj/kernel/1.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/11/mlp/gate/kernel/3.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/12/mlp/experts/down_proj/kernel/83.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/11/mlp/experts/up_proj/kernel/100.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/12/mlp/experts/down_proj/kernel/90.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/12/mlp/experts/down_proj/kernel/79.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/11/mlp/experts/up_proj/kernel/101.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/12/mlp/experts/down_proj/kernel/9.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/11/mlp/experts/up_proj/kernel/105.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/12/mlp/experts/down_proj/kernel/95.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/11/mlp/experts/up_proj/kernel/118.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/11/mlp/experts/up_proj/kernel/117.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/12/mlp/experts/down_proj/kernel/87.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/12/mlp/experts/down_proj/kernel/92.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/11/mlp/experts/up_proj/kernel/10.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/12/mlp/experts/down_proj/kernel/78.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/11/mlp/experts/up_proj/kernel/115.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/11/mlp/experts/up_proj/kernel/104.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/12/mlp/experts/down_proj/kernel/75.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/11/mlp/experts/up_proj/kernel/11.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/11/mlp/experts/up_proj/kernel/103.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/12/mlp/experts/down_proj/kernel/81.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/12/mlp/experts/down_proj/kernel/93.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/11/mlp/experts/up_proj/kernel/110.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/12/mlp/experts/down_proj/kernel/94.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/12/mlp/experts/down_proj/kernel/98.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/11/mlp/experts/up_proj/kernel/0.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/12/mlp/experts/down_proj/kernel/96.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/11/mlp/experts/up_proj/kernel/131.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/12/mlp/experts/down_proj/kernel/99.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/11/mlp/experts/up_proj/kernel/114.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/12/mlp/experts/down_proj/kernel/97.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/11/mlp/experts/up_proj/kernel/125.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/11/mlp/experts/up_proj/kernel/127.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/11/mlp/experts/up_proj/kernel/133.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/11/mlp/experts/up_proj/kernel/143.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/11/mlp/experts/up_proj/kernel/128.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/11/mlp/experts/up_proj/kernel/12.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/11/mlp/experts/up_proj/kernel/136.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/11/mlp/experts/up_proj/kernel/13.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/11/mlp/experts/up_proj/kernel/112.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/11/mlp/experts/up_proj/kernel/122.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/11/mlp/experts/up_proj/kernel/108.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/11/mlp/experts/up_proj/kernel/126.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/11/mlp/experts/up_proj/kernel/124.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/11/mlp/experts/up_proj/kernel/106.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/11/mlp/experts/up_proj/kernel/135.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/11/mlp/experts/up_proj/kernel/116.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/11/mlp/experts/up_proj/kernel/113.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/11/mlp/experts/up_proj/kernel/102.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/11/mlp/experts/up_proj/kernel/121.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/11/mlp/experts/up_proj/kernel/111.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/11/mlp/experts/up_proj/kernel/123.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/11/mlp/experts/up_proj/kernel/14.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/11/mlp/experts/up_proj/kernel/138.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/11/mlp/experts/up_proj/kernel/132.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/11/mlp/experts/up_proj/kernel/107.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/11/mlp/experts/up_proj/kernel/120.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/11/mlp/experts/up_proj/kernel/130.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/11/mlp/experts/up_proj/kernel/119.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/11/mlp/experts/up_proj/kernel/109.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/11/mlp/experts/up_proj/kernel/140.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/11/mlp/experts/up_proj/kernel/155.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/11/mlp/experts/up_proj/kernel/154.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/11/mlp/experts/up_proj/kernel/157.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/11/mlp/experts/up_proj/kernel/158.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/11/mlp/experts/up_proj/kernel/159.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/11/mlp/experts/up_proj/kernel/33.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/11/mlp/experts/up_proj/kernel/34.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/11/mlp/experts/up_proj/kernel/156.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/11/mlp/experts/up_proj/kernel/144.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/11/mlp/experts/up_proj/kernel/148.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/11/mlp/experts/up_proj/kernel/134.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/11/mlp/experts/up_proj/kernel/15.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/11/mlp/experts/up_proj/kernel/25.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/11/mlp/experts/up_proj/kernel/21.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/11/mlp/experts/up_proj/kernel/129.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/11/mlp/experts/up_proj/kernel/2.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/11/mlp/experts/up_proj/kernel/22.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/11/mlp/experts/up_proj/kernel/139.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/11/mlp/experts/up_proj/kernel/153.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/11/mlp/experts/up_proj/kernel/150.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/11/mlp/experts/up_proj/kernel/38.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/11/mlp/experts/up_proj/kernel/19.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/11/mlp/experts/up_proj/kernel/147.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/11/mlp/experts/up_proj/kernel/31.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/11/mlp/experts/up_proj/kernel/30.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/11/mlp/experts/up_proj/kernel/20.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/11/mlp/experts/up_proj/kernel/145.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/11/mlp/experts/up_proj/kernel/26.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/11/mlp/experts/up_proj/kernel/23.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/11/mlp/experts/up_proj/kernel/27.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/11/mlp/experts/up_proj/kernel/32.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/11/mlp/experts/up_proj/kernel/3.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/11/mlp/experts/up_proj/kernel/141.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/11/mlp/experts/up_proj/kernel/151.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/12/self_attn/k_proj/kernel/1.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/13/mlp/experts/down_proj/kernel/68.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/12/self_attn/k_proj/kernel/2.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/13/mlp/experts/down_proj/kernel/7.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/13/mlp/experts/down_proj/kernel/71.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/12/self_attn/k_proj/kernel/3.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/12/mlp/shared_experts/up_proj/kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/12/mlp/shared_experts/up_proj/kernel/1.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/12/self_attn/q_proj/kernel/1.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/12/mlp/shared_experts/gate_proj/kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/12/mlp/shared_experts/up_proj/kernel/3.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/12/self_attn/q_proj/kernel/3.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/13/mlp/experts/down_proj/kernel/90.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/12/self_attn/o_proj/kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/12/mlp/shared_experts/up_proj/kernel/2.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/12/self_attn/q_proj/kernel/2.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/13/mlp/experts/down_proj/kernel/84.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/12/self_attn/o_proj/kernel/0.2 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/13/mlp/experts/down_proj/kernel/96.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/12/self_attn/o_proj/kernel/0.3 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/12/mlp/shared_experts/down_proj/kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/13/mlp/experts/down_proj/kernel/74.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/12/mlp/gate/kernel/3.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/13/mlp/experts/down_proj/kernel/75.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/12/mlp/shared_experts/gate_proj/kernel/1.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/12/self_attn/o_proj/kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/12/mlp/shared_experts/down_proj/kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/12/mlp/shared_experts/gate_proj/kernel/2.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/12/mlp/shared_experts/down_proj/kernel/0.2 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/12/mlp/shared_experts/gate_proj/kernel/3.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/12/mlp/gate/kernel/1.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/13/mlp/experts/down_proj/kernel/82.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/13/mlp/experts/down_proj/kernel/95.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/12/mlp/gate/kernel/2.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/13/mlp/experts/down_proj/kernel/92.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/12/mlp/shared_experts/down_proj/kernel/0.3 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/12/mlp/gate/kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/12/mlp/experts/up_proj/kernel/1.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/13/mlp/experts/down_proj/kernel/89.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/13/mlp/experts/down_proj/kernel/98.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/12/mlp/experts/up_proj/kernel/101.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/13/mlp/experts/down_proj/kernel/83.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/12/mlp/experts/up_proj/kernel/0.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/13/mlp/experts/down_proj/kernel/87.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/13/mlp/experts/down_proj/kernel/73.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/12/mlp/experts/up_proj/kernel/100.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/13/mlp/experts/down_proj/kernel/86.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/13/mlp/experts/down_proj/kernel/80.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/12/mlp/experts/up_proj/kernel/10.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/12/mlp/experts/up_proj/kernel/107.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/13/mlp/experts/down_proj/kernel/8.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/13/mlp/experts/down_proj/kernel/9.0.0 filter=lfs diff=lfs merge=lfs -text
+model/params/model/layers/12/mlp/experts/up_proj/kernel/103.0.0 filter=lfs diff=lfs merge=lfs -text
diff --git a/model/params/lm_head/kernel/1.0 b/model/params/lm_head/kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..554a4673e935216d7bfd70a2216432b516f19aa3
--- /dev/null
+++ b/model/params/lm_head/kernel/1.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d8a93f06cf18843f32b70409effafef2cf11f2d3031a45f07db45abc9efe9ae
+size 302854824
diff --git a/model/params/lm_head/kernel/2.0 b/model/params/lm_head/kernel/2.0
new file mode 100644
index 0000000000000000000000000000000000000000..02276bd0d5e9efb9703e29d8222e3d12c640e54b
--- /dev/null
+++ b/model/params/lm_head/kernel/2.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14e343ec1d5c1a4f03918f87a544d6578845afd2d1821ff031a1d5068dc3ebfd
+size 302854823
diff --git a/model/params/lm_head/kernel/3.0 b/model/params/lm_head/kernel/3.0
new file mode 100644
index 0000000000000000000000000000000000000000..a379aa545039e06c3353403a340d3d40f56e9213
--- /dev/null
+++ b/model/params/lm_head/kernel/3.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1903f81030cc4ed81cef3deae2d2d247b6c5662653f0077f4e4d459398f7988f
+size 302881987
diff --git a/model/params/model/layers/11/mlp/experts/up_proj/kernel/0.0.0 b/model/params/model/layers/11/mlp/experts/up_proj/kernel/0.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ed59108233f26f27cdb440dd3e554b0a7cd2532e
--- /dev/null
+++ b/model/params/model/layers/11/mlp/experts/up_proj/kernel/0.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd356079cfb51222bd93533373579a7db939f21aaee958a83c5d64eca6f795f0
+size 12257292
diff --git a/model/params/model/layers/11/mlp/experts/up_proj/kernel/1.0.0 b/model/params/model/layers/11/mlp/experts/up_proj/kernel/1.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..9e312391e8f6ad3c3ea8fedef69c05e17fe1a2e7
--- /dev/null
+++ b/model/params/model/layers/11/mlp/experts/up_proj/kernel/1.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20629105bcf5f61b72a93cfe06d58f73268b1ca60f8323a819b2f72bc4d993c8
+size 12266334
diff --git a/model/params/model/layers/11/mlp/experts/up_proj/kernel/10.0.0 b/model/params/model/layers/11/mlp/experts/up_proj/kernel/10.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1ea67e3321e273a84b00ccf59290290ff0b80eca
--- /dev/null
+++ b/model/params/model/layers/11/mlp/experts/up_proj/kernel/10.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27ba762cb81c4a19628bba56aba3640d20dbc5e34339c97f9d1fc11417498b88
+size 12267750
diff --git a/model/params/model/layers/11/mlp/experts/up_proj/kernel/100.0.0 b/model/params/model/layers/11/mlp/experts/up_proj/kernel/100.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..03ec43a8c5b64636947825720877d5f09400ca2c
--- /dev/null
+++ b/model/params/model/layers/11/mlp/experts/up_proj/kernel/100.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fffaa920e6c16b1e360a1d93cab12942a7e4e61fc85470193340075f9c53cf6
+size 12264297
diff --git a/model/params/model/layers/11/mlp/experts/up_proj/kernel/101.0.0 b/model/params/model/layers/11/mlp/experts/up_proj/kernel/101.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..87564efdc3496cd3eed69edff210c9b1e3a80d11
--- /dev/null
+++ b/model/params/model/layers/11/mlp/experts/up_proj/kernel/101.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69bb266c373896a9c934a0f00b80747c3a2435cb50c88ceabf5454f0c406152d
+size 12267473
diff --git a/model/params/model/layers/11/mlp/experts/up_proj/kernel/102.0.0 b/model/params/model/layers/11/mlp/experts/up_proj/kernel/102.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6205fed93ffda9094f9f2ece98cf487c22866ec1
--- /dev/null
+++ b/model/params/model/layers/11/mlp/experts/up_proj/kernel/102.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12675b3c216ef80319f99016744ade6e5cee2cf790d8a8834b7eead664bea0e1
+size 12273352
diff --git a/model/params/model/layers/11/mlp/experts/up_proj/kernel/103.0.0 b/model/params/model/layers/11/mlp/experts/up_proj/kernel/103.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d6af5c55314b1268132ae423607b51f7baaa12c0
--- /dev/null
+++ b/model/params/model/layers/11/mlp/experts/up_proj/kernel/103.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88644d8d7ac03072fc6d16886724b565c14bd92c2252af2515e99dbec1b4cac5
+size 12263230
diff --git a/model/params/model/layers/11/mlp/experts/up_proj/kernel/104.0.0 b/model/params/model/layers/11/mlp/experts/up_proj/kernel/104.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..37c318eab9e559f9218bc7b1fca419fd210b8555
--- /dev/null
+++ b/model/params/model/layers/11/mlp/experts/up_proj/kernel/104.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:482131725ca056899c24c885d9cfb53b1d27cc2c71d1d7f6c4bc9dea50190beb
+size 12264606
diff --git a/model/params/model/layers/11/mlp/experts/up_proj/kernel/105.0.0 b/model/params/model/layers/11/mlp/experts/up_proj/kernel/105.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e37375ad01408236f5006114c2962b1182185daa
--- /dev/null
+++ b/model/params/model/layers/11/mlp/experts/up_proj/kernel/105.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:157d48ffc19409384523835bc7e805d0697318b892eda930dfcad7ea7224b6e4
+size 12260651
diff --git a/model/params/model/layers/11/mlp/experts/up_proj/kernel/106.0.0 b/model/params/model/layers/11/mlp/experts/up_proj/kernel/106.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c2b2c93f8fe27316034f73153b203dbc3e160579
--- /dev/null
+++ b/model/params/model/layers/11/mlp/experts/up_proj/kernel/106.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a675ec75c835e99311e68d55f2c44dbb365e1e5e95434d099a2c8b19df3978b3
+size 12265852
diff --git a/model/params/model/layers/11/mlp/experts/up_proj/kernel/107.0.0 b/model/params/model/layers/11/mlp/experts/up_proj/kernel/107.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0e62de41fdcc002e5f80aa7913880edb42b345c9
--- /dev/null
+++ b/model/params/model/layers/11/mlp/experts/up_proj/kernel/107.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:462c53a0717c131f3cb527ffc3830e77fc5fdce244515aa99ba9d9ca5ac540f1
+size 12261926
diff --git a/model/params/model/layers/11/mlp/experts/up_proj/kernel/108.0.0 b/model/params/model/layers/11/mlp/experts/up_proj/kernel/108.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..21c044430d3a7b35f0da894b3d8d6cf09b428ac1
--- /dev/null
+++ b/model/params/model/layers/11/mlp/experts/up_proj/kernel/108.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d1308e82cf10a0451f5c8f165e20f4400900ecfa28b468f3bf1cf9b861b5470
+size 12264181
diff --git a/model/params/model/layers/11/mlp/experts/up_proj/kernel/109.0.0 b/model/params/model/layers/11/mlp/experts/up_proj/kernel/109.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4fc742e579d569a4e132cb84d557fe85f1175beb
--- /dev/null
+++ b/model/params/model/layers/11/mlp/experts/up_proj/kernel/109.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f51f024db8563b32fce592633f5765d3051296eb46bb23bdba88645a78a9f763
+size 12261717
diff --git a/model/params/model/layers/11/mlp/experts/up_proj/kernel/11.0.0 b/model/params/model/layers/11/mlp/experts/up_proj/kernel/11.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..97513addf45d35e5d7496ed8568b9599a9fab318
--- /dev/null
+++ b/model/params/model/layers/11/mlp/experts/up_proj/kernel/11.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5c59817069a022d548640e7e3dd2a2b56c359b5236fea2add1f571cffcd89cc
+size 12262916
diff --git a/model/params/model/layers/11/mlp/experts/up_proj/kernel/110.0.0 b/model/params/model/layers/11/mlp/experts/up_proj/kernel/110.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d4a6e51422aea3472dc4e3253f82452bd30a4a23
--- /dev/null
+++ b/model/params/model/layers/11/mlp/experts/up_proj/kernel/110.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:795ba5aafec165ff71f4c09e4a2689b5eebea4ca1954bbcf8d359edce500003d
+size 12263917
diff --git a/model/params/model/layers/11/mlp/experts/up_proj/kernel/111.0.0 b/model/params/model/layers/11/mlp/experts/up_proj/kernel/111.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..39698657d82b19cd7ec269f47ce5234577d4eceb
--- /dev/null
+++ b/model/params/model/layers/11/mlp/experts/up_proj/kernel/111.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f68bbc525416c52d3f49e7a159d570da2654a646703698c59a2b963169cb3c0
+size 12264744
diff --git a/model/params/model/layers/11/mlp/experts/up_proj/kernel/112.0.0 b/model/params/model/layers/11/mlp/experts/up_proj/kernel/112.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e9ffe5b7b9e1d95259c76db982fcce1fce129ea9
--- /dev/null
+++ b/model/params/model/layers/11/mlp/experts/up_proj/kernel/112.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6feaaf8dfef3086859f48c526cf6e41c099570225210e7b2dd1e322ec973e44c
+size 12263307
diff --git a/model/params/model/layers/11/mlp/experts/up_proj/kernel/113.0.0 b/model/params/model/layers/11/mlp/experts/up_proj/kernel/113.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..37cb681b97b8f62bd40cf6416577f22657ca9abb
--- /dev/null
+++ b/model/params/model/layers/11/mlp/experts/up_proj/kernel/113.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0167855cdf52d8eb719f3ea77e9078f4bcb96b9dc772f767f28f0e584bcf6d1
+size 12270789
diff --git a/model/params/model/layers/11/mlp/experts/up_proj/kernel/114.0.0 b/model/params/model/layers/11/mlp/experts/up_proj/kernel/114.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..fa48309cfe55b5bfc7bc56c0ae84ecb51a95ed27
--- /dev/null
+++ b/model/params/model/layers/11/mlp/experts/up_proj/kernel/114.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf04ec164919c101c72d0568b7addd3e72e1cf8ca4703ae31582716d45ef349f
+size 12263893
diff --git a/model/params/model/layers/11/mlp/experts/up_proj/kernel/115.0.0 b/model/params/model/layers/11/mlp/experts/up_proj/kernel/115.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3e31cb143545ad64df535d7cdf7aee3ad22aa0dc
--- /dev/null
+++ b/model/params/model/layers/11/mlp/experts/up_proj/kernel/115.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b29526a0f112c3ab9bdcfe4e7b9085d962012b51aab2a092b96fe2ff44748233
+size 12266769
diff --git a/model/params/model/layers/11/mlp/experts/up_proj/kernel/116.0.0 b/model/params/model/layers/11/mlp/experts/up_proj/kernel/116.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5949d0468345b7b6929459cc5b5c13201f1752b1
--- /dev/null
+++ b/model/params/model/layers/11/mlp/experts/up_proj/kernel/116.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62bcc970c1b2c360ef3847d2b546e2d6a539ca4710f55ebc9a9135d99de98c19
+size 12259060
diff --git a/model/params/model/layers/11/mlp/experts/up_proj/kernel/117.0.0 b/model/params/model/layers/11/mlp/experts/up_proj/kernel/117.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..070f155676dd38e0b12161ca1a70092fdf877a37
--- /dev/null
+++ b/model/params/model/layers/11/mlp/experts/up_proj/kernel/117.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33506d9ee2eea90de79fbbc03b28efc1f59dd75f992bdc69c07a5e62fe53d2b7
+size 12262625
diff --git a/model/params/model/layers/11/mlp/experts/up_proj/kernel/118.0.0 b/model/params/model/layers/11/mlp/experts/up_proj/kernel/118.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3dd05a893909236f7081d17acff98a49be13400e
--- /dev/null
+++ b/model/params/model/layers/11/mlp/experts/up_proj/kernel/118.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c430c97fdbd180dcdcec5f948d07944cd70d449c8ed3359be98c0c3ccd63ea9
+size 12262537
diff --git a/model/params/model/layers/11/mlp/experts/up_proj/kernel/119.0.0 b/model/params/model/layers/11/mlp/experts/up_proj/kernel/119.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..eb4c329cbe986df8effc30636fbd5c115c00e7c6
--- /dev/null
+++ b/model/params/model/layers/11/mlp/experts/up_proj/kernel/119.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f3b0c0a0e72f19c3a81c6fb5b195f6f8b378ac45c918e9f18ceefc975afb5a8
+size 12265466
diff --git a/model/params/model/layers/11/mlp/experts/up_proj/kernel/12.0.0 b/model/params/model/layers/11/mlp/experts/up_proj/kernel/12.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a62d2791892bfa339f505e8fb80d9433bd304eae
--- /dev/null
+++ b/model/params/model/layers/11/mlp/experts/up_proj/kernel/12.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31754f83a0adc422a5e3d0106a01d432b2830fdc3f9983667c8b9df4fee4726b
+size 12263560
diff --git a/model/params/model/layers/11/mlp/experts/up_proj/kernel/120.0.0 b/model/params/model/layers/11/mlp/experts/up_proj/kernel/120.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f8a64cf1b800b753641c60eb1127c9cafa53f36b
--- /dev/null
+++ b/model/params/model/layers/11/mlp/experts/up_proj/kernel/120.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3523748c8bf199a93a9c526e3df0b9c102bd0694d3e82fd6eae3cd38c516137
+size 12265436
diff --git a/model/params/model/layers/11/mlp/experts/up_proj/kernel/121.0.0 b/model/params/model/layers/11/mlp/experts/up_proj/kernel/121.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f65828a28046c748754f9ba972c475ec01418c8e
--- /dev/null
+++ b/model/params/model/layers/11/mlp/experts/up_proj/kernel/121.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8542f4c76b92c745f829914517b325b77c233601ed878419e061ab1010d03b4f
+size 12265678
diff --git a/model/params/model/layers/11/mlp/experts/up_proj/kernel/122.0.0 b/model/params/model/layers/11/mlp/experts/up_proj/kernel/122.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e4a63a0ff7e683f5875be3acf7b37a7e778614f3
--- /dev/null
+++ b/model/params/model/layers/11/mlp/experts/up_proj/kernel/122.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd1724bbe8c42b3c7fb04f02d7d00e6036f3693f5e50d223b89dd63b92c612de
+size 12261925
diff --git a/model/params/model/layers/11/mlp/experts/up_proj/kernel/123.0.0 b/model/params/model/layers/11/mlp/experts/up_proj/kernel/123.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..536ab28f2ecca38eca1d6fe1d0050bf703233334
--- /dev/null
+++ b/model/params/model/layers/11/mlp/experts/up_proj/kernel/123.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f8a47557ef613d91d0088921f509023d83e6c74e0761a2bed72522009058a98
+size 12262561
diff --git a/model/params/model/layers/11/mlp/experts/up_proj/kernel/124.0.0 b/model/params/model/layers/11/mlp/experts/up_proj/kernel/124.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..45cd923254ce42ff634aa040bbeb9ec3ce3c6291
--- /dev/null
+++ b/model/params/model/layers/11/mlp/experts/up_proj/kernel/124.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3022ae5f672cdd88c46730c24f69e117d6d82eb0194e2311dfad883bbbac1f0
+size 12269624
diff --git a/model/params/model/layers/11/mlp/experts/up_proj/kernel/125.0.0 b/model/params/model/layers/11/mlp/experts/up_proj/kernel/125.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f97d9133ae2df0f0b7da1372a266eed7f4427abe
--- /dev/null
+++ b/model/params/model/layers/11/mlp/experts/up_proj/kernel/125.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31ff5026a060442e6ff3ddb3520f5f90a93f1e5277fc9a70c4aeffb9cd76c391
+size 12267827
diff --git a/model/params/model/layers/11/mlp/experts/up_proj/kernel/126.0.0 b/model/params/model/layers/11/mlp/experts/up_proj/kernel/126.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..12c39f3b382dba8ed47c7039ec35f06fe1f24c23
--- /dev/null
+++ b/model/params/model/layers/11/mlp/experts/up_proj/kernel/126.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abc3fcc742e469fe8150aee16d9a69970c239ddfb5d490cd5771fdd9850dd2e3
+size 12266054
diff --git a/model/params/model/layers/11/mlp/experts/up_proj/kernel/127.0.0 b/model/params/model/layers/11/mlp/experts/up_proj/kernel/127.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..fee9860ceabf034e7fcd9bf4417813dba4258f21
--- /dev/null
+++ b/model/params/model/layers/11/mlp/experts/up_proj/kernel/127.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e4a2b890d3ecd1dc37f9d486cda7099efeb490953f533f5ce59aea96f5cdfe5
+size 12261781
diff --git a/model/params/model/layers/11/mlp/experts/up_proj/kernel/128.0.0 b/model/params/model/layers/11/mlp/experts/up_proj/kernel/128.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d53aa7a4743e6eebff7e7e2db1f79c31779a4893
--- /dev/null
+++ b/model/params/model/layers/11/mlp/experts/up_proj/kernel/128.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8e3ffdc040b98f4c5f91fc0cebc17c36f77f1ef653b407e543cb7d2cf94fabf
+size 12262939
diff --git a/model/params/model/layers/11/mlp/experts/up_proj/kernel/129.0.0 b/model/params/model/layers/11/mlp/experts/up_proj/kernel/129.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2dcca583e024e5aef606b553e0ab382baf722e8f
--- /dev/null
+++ b/model/params/model/layers/11/mlp/experts/up_proj/kernel/129.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34a52cc4b91907eb960add8357d355d2f7909a74ee792c52090bc109e6ad52f0
+size 12271784
diff --git a/model/params/model/layers/11/mlp/experts/up_proj/kernel/13.0.0 b/model/params/model/layers/11/mlp/experts/up_proj/kernel/13.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..29930f15a55101929e6657f7de0c6de8522c0748
--- /dev/null
+++ b/model/params/model/layers/11/mlp/experts/up_proj/kernel/13.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfc0ef0df6bf6a916500c987cdfa51048482ace9eb09ef90dad39aba2327417a
+size 12262601
diff --git a/model/params/model/layers/11/mlp/experts/up_proj/kernel/130.0.0 b/model/params/model/layers/11/mlp/experts/up_proj/kernel/130.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3209c1833ed5fd20c2d592556e417db9a23cca52
--- /dev/null
+++ b/model/params/model/layers/11/mlp/experts/up_proj/kernel/130.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00cc1bbe4bddf342a9eb794d4729ee4b2d3150eff3d02b974a8342de8c138ee8
+size 12263720
diff --git a/model/params/model/layers/11/mlp/experts/up_proj/kernel/131.0.0 b/model/params/model/layers/11/mlp/experts/up_proj/kernel/131.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2054966b583429a2003b29bdc005439bc645d22e
--- /dev/null
+++ b/model/params/model/layers/11/mlp/experts/up_proj/kernel/131.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:006ef58c06a32be151e0e1eb0ee1b6cceaeaed3ba4e61bfa59c9f75c45594117
+size 12268256
diff --git a/model/params/model/layers/11/mlp/experts/up_proj/kernel/132.0.0 b/model/params/model/layers/11/mlp/experts/up_proj/kernel/132.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..37dae10850ea17f613958fb17003e57ca9fb24b8
--- /dev/null
+++ b/model/params/model/layers/11/mlp/experts/up_proj/kernel/132.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f7a49d14f9ea08c5551129b4d69170512510164bd18eabb2cc27e2510fbe130
+size 12264884
diff --git a/model/params/model/layers/11/mlp/experts/up_proj/kernel/133.0.0 b/model/params/model/layers/11/mlp/experts/up_proj/kernel/133.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..83e68bf903de0d1db0088d905cc2696330b24d00
--- /dev/null
+++ b/model/params/model/layers/11/mlp/experts/up_proj/kernel/133.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a70703823a703c6982acdfab166c3df334a44a5630fff4ecd81afa7802069a8e
+size 12262376
diff --git a/model/params/model/layers/11/mlp/experts/up_proj/kernel/134.0.0 b/model/params/model/layers/11/mlp/experts/up_proj/kernel/134.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b32902607c9088c2e34caf5d34229f252efd19b1
--- /dev/null
+++ b/model/params/model/layers/11/mlp/experts/up_proj/kernel/134.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75553a9694e20d3e7f9cab482f4a8b74c47a44af9cdfacf18d39445001794619
+size 12266442
diff --git a/model/params/model/layers/11/mlp/experts/up_proj/kernel/135.0.0 b/model/params/model/layers/11/mlp/experts/up_proj/kernel/135.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..40d53efd0a51fe0f79c8f52d4dd584b150090ee5
--- /dev/null
+++ b/model/params/model/layers/11/mlp/experts/up_proj/kernel/135.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4573fb2a4ba919edac3f6f37e73e7a2eecd619d51f50eb89ffe22f092da3744a
+size 12262377
diff --git a/model/params/model/layers/11/mlp/experts/up_proj/kernel/136.0.0 b/model/params/model/layers/11/mlp/experts/up_proj/kernel/136.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..70d06fce328fd3c523fb053e05658241304d388a
--- /dev/null
+++ b/model/params/model/layers/11/mlp/experts/up_proj/kernel/136.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1acf5d6dfd5d29bfcceefda4afa1cab070404b62404ba75f038d741b977167a2
+size 12269015
diff --git a/model/params/model/layers/11/mlp/experts/up_proj/kernel/138.0.0 b/model/params/model/layers/11/mlp/experts/up_proj/kernel/138.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b7b39328fa9307c7a267f56e705af3aea5c99027
--- /dev/null
+++ b/model/params/model/layers/11/mlp/experts/up_proj/kernel/138.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53833814cdd838728513e68f4c7cf340aaa6b9eeff137ee0a5c690be9db43d7d
+size 12266899
diff --git a/model/params/model/layers/11/mlp/experts/up_proj/kernel/139.0.0 b/model/params/model/layers/11/mlp/experts/up_proj/kernel/139.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c7a2871fcf38b73446056ddefb0350c5d17fe2f3
--- /dev/null
+++ b/model/params/model/layers/11/mlp/experts/up_proj/kernel/139.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b9164e70cd041f4877f91a548ade3095af6f3de60f0d9f50b0aeea86d4515ef
+size 12261674
diff --git a/model/params/model/layers/11/mlp/experts/up_proj/kernel/14.0.0 b/model/params/model/layers/11/mlp/experts/up_proj/kernel/14.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b576c55ce7127233a42469ead3ebab93961194c3
--- /dev/null
+++ b/model/params/model/layers/11/mlp/experts/up_proj/kernel/14.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de353dd10229c615885dd7f51a0797887426848bdba386884e262fc8ce08cbd7
+size 12266108
diff --git a/model/params/model/layers/11/mlp/experts/up_proj/kernel/140.0.0 b/model/params/model/layers/11/mlp/experts/up_proj/kernel/140.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6d2af4f7d1c5811b75b912e640dc580ef6e4b6ba
--- /dev/null
+++ b/model/params/model/layers/11/mlp/experts/up_proj/kernel/140.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63ebb3a093caf3aab5a9b6291425857b899cace749a285bb9d03ae4550feb3b1
+size 12263961
diff --git a/model/params/model/layers/11/mlp/experts/up_proj/kernel/141.0.0 b/model/params/model/layers/11/mlp/experts/up_proj/kernel/141.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d5a2e475106d5e464ccf53a85db7681f858bb4c4
--- /dev/null
+++ b/model/params/model/layers/11/mlp/experts/up_proj/kernel/141.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1e057bbbf36a64af6d52ec1374a98cdbb4286356b09ce08253a2ce3f0726a9b
+size 12262153
diff --git a/model/params/model/layers/11/mlp/experts/up_proj/kernel/143.0.0 b/model/params/model/layers/11/mlp/experts/up_proj/kernel/143.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..212fb023c3784d436039f346c4f0eec45188dcbe
--- /dev/null
+++ b/model/params/model/layers/11/mlp/experts/up_proj/kernel/143.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46daa3be83c15fb6e0411389ff82534158586621776280eb56f73ad09fa3b581
+size 12261727
diff --git a/model/params/model/layers/11/mlp/experts/up_proj/kernel/144.0.0 b/model/params/model/layers/11/mlp/experts/up_proj/kernel/144.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..60571466bf88acb3c3a7e22b3f861f3db841fc0b
--- /dev/null
+++ b/model/params/model/layers/11/mlp/experts/up_proj/kernel/144.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a12e821e23222c0f1efaa380fbe0159a40bee6759398013d69818ed08beaf55e
+size 12265935
diff --git a/model/params/model/layers/11/mlp/experts/up_proj/kernel/145.0.0 b/model/params/model/layers/11/mlp/experts/up_proj/kernel/145.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..63ef8d063ae0059e384d9f93be073578636e9496
--- /dev/null
+++ b/model/params/model/layers/11/mlp/experts/up_proj/kernel/145.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b002d5ad9f54f9a5b252206e60c96c07bf4a9a8d66e9e5ff22a0bada07eb121
+size 12264646
diff --git a/model/params/model/layers/11/mlp/experts/up_proj/kernel/147.0.0 b/model/params/model/layers/11/mlp/experts/up_proj/kernel/147.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1bbe3e57a3e486a835870b8ae0cd499646d33cbd
--- /dev/null
+++ b/model/params/model/layers/11/mlp/experts/up_proj/kernel/147.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c53c3c6b300a498e06537bb3579dfa5005de9fb9d3e1d30963dd1534ccf7ae52
+size 12263813
diff --git a/model/params/model/layers/11/mlp/experts/up_proj/kernel/148.0.0 b/model/params/model/layers/11/mlp/experts/up_proj/kernel/148.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..dbdf832049d97adefa67aa1632d06214d5282279
--- /dev/null
+++ b/model/params/model/layers/11/mlp/experts/up_proj/kernel/148.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22fc1ba025e6cf912cdb15a3b83169b1b7e96c2bc11df039243539351e1b6de5
+size 12268413
diff --git a/model/params/model/layers/11/mlp/experts/up_proj/kernel/15.0.0 b/model/params/model/layers/11/mlp/experts/up_proj/kernel/15.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a78e05e560ecf30266b1541ad5690c79cdb5e8dd
--- /dev/null
+++ b/model/params/model/layers/11/mlp/experts/up_proj/kernel/15.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf5dc32b609ee7e93f43c36c46397b25bf5d406988300a70da18b64e48828f30
+size 12266231
diff --git a/model/params/model/layers/11/mlp/experts/up_proj/kernel/150.0.0 b/model/params/model/layers/11/mlp/experts/up_proj/kernel/150.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..234c12961369d1c675a0268d5dcc49fc76e2334b
--- /dev/null
+++ b/model/params/model/layers/11/mlp/experts/up_proj/kernel/150.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4012aeebb3f1d5d55670af5fdad1b1beaadc2ff5cf2085d57bcf7b8319bf122d
+size 12263835
diff --git a/model/params/model/layers/11/mlp/experts/up_proj/kernel/151.0.0 b/model/params/model/layers/11/mlp/experts/up_proj/kernel/151.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..73abac4d14250dd3e01c3205ef6afd03ecf03f99
--- /dev/null
+++ b/model/params/model/layers/11/mlp/experts/up_proj/kernel/151.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d0202668278f853dcf7cb2852d007a388be4bd41446429fbe3fb3d7eeb09217
+size 12260955
diff --git a/model/params/model/layers/11/mlp/experts/up_proj/kernel/153.0.0 b/model/params/model/layers/11/mlp/experts/up_proj/kernel/153.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..36accc6cc7d533b577f4504a854e7dc1adc3be79
--- /dev/null
+++ b/model/params/model/layers/11/mlp/experts/up_proj/kernel/153.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:696ff353cf4d9abea6430106813c20c76ecc3d9dba3cb9a97b6516569acc71da
+size 12262290
diff --git a/model/params/model/layers/11/mlp/experts/up_proj/kernel/154.0.0 b/model/params/model/layers/11/mlp/experts/up_proj/kernel/154.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8307bb6cfc973e51c411aae11a159b34f9f7ec63
--- /dev/null
+++ b/model/params/model/layers/11/mlp/experts/up_proj/kernel/154.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c69244f58998d7b9b4b8e12527409001ba10d444648416393285b32f187705fe
+size 12255042
diff --git a/model/params/model/layers/11/mlp/experts/up_proj/kernel/155.0.0 b/model/params/model/layers/11/mlp/experts/up_proj/kernel/155.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..731cd4fcf655729adbf18c71340fc0cd8516b72b
--- /dev/null
+++ b/model/params/model/layers/11/mlp/experts/up_proj/kernel/155.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2142248952e219526f92cbcedcf6e294fb38f09e2b08fa3788cce90c2769be2
+size 12260122
diff --git a/model/params/model/layers/11/mlp/experts/up_proj/kernel/156.0.0 b/model/params/model/layers/11/mlp/experts/up_proj/kernel/156.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2ee1c916a4f35186cd9c85793419253890bb04c1
--- /dev/null
+++ b/model/params/model/layers/11/mlp/experts/up_proj/kernel/156.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9ac9afe78fc2c12b3706aaf4de53c80e673ee8683384209c64509beecec9a13
+size 12271994
diff --git a/model/params/model/layers/11/mlp/experts/up_proj/kernel/157.0.0 b/model/params/model/layers/11/mlp/experts/up_proj/kernel/157.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..25655f8d41b579c714a4ec394d9b24290693a057
--- /dev/null
+++ b/model/params/model/layers/11/mlp/experts/up_proj/kernel/157.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86e4a47f485e45c8c66ed6d2f86cee397b10b79e283e55225a6875a641518ecf
+size 12265251
diff --git a/model/params/model/layers/11/mlp/experts/up_proj/kernel/158.0.0 b/model/params/model/layers/11/mlp/experts/up_proj/kernel/158.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c110ff4f105f672579295f21e55986cf81e36ffd
--- /dev/null
+++ b/model/params/model/layers/11/mlp/experts/up_proj/kernel/158.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47e3e457e9da2e754bd0f7a842035faa5d0b0315814a45c5a21cb4519f3cb1fe
+size 12267761
diff --git a/model/params/model/layers/11/mlp/experts/up_proj/kernel/159.0.0 b/model/params/model/layers/11/mlp/experts/up_proj/kernel/159.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..43562b46156b27b91036fb1692788c5973d55747
--- /dev/null
+++ b/model/params/model/layers/11/mlp/experts/up_proj/kernel/159.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f3a37ea17805da70afb9c0e7efa8c224ad9308b0cb3f40f5d5bc1f53de416eb
+size 12262013
diff --git a/model/params/model/layers/11/mlp/experts/up_proj/kernel/19.0.0 b/model/params/model/layers/11/mlp/experts/up_proj/kernel/19.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8c5bb211649b0ff7988bf7bd028b27bdfe94e660
--- /dev/null
+++ b/model/params/model/layers/11/mlp/experts/up_proj/kernel/19.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9edee84606982c67499c6c97f46233b8cd82e55ffac53320063738a461918a6e
+size 12264581
diff --git a/model/params/model/layers/11/mlp/experts/up_proj/kernel/2.0.0 b/model/params/model/layers/11/mlp/experts/up_proj/kernel/2.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..fb1d13b30eb32f1b4ae91718bed8089d09097982
--- /dev/null
+++ b/model/params/model/layers/11/mlp/experts/up_proj/kernel/2.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f777e96e85f1eaf64edb9ee6f31cad565647f8cdea0fc20e67cf94c42ec6b2ae
+size 12260676
diff --git a/model/params/model/layers/11/mlp/experts/up_proj/kernel/20.0.0 b/model/params/model/layers/11/mlp/experts/up_proj/kernel/20.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..39eef0378126287e74e98c9cbd66890157db5772
--- /dev/null
+++ b/model/params/model/layers/11/mlp/experts/up_proj/kernel/20.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e226fee64e481494f0d0afe6fa1ce617b942e50f3d2b52462dac389e234ca4af
+size 12256866
diff --git a/model/params/model/layers/11/mlp/experts/up_proj/kernel/21.0.0 b/model/params/model/layers/11/mlp/experts/up_proj/kernel/21.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..475645d7388c7ddb15a716d2794d9638f9f91d22
--- /dev/null
+++ b/model/params/model/layers/11/mlp/experts/up_proj/kernel/21.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:465aacc298e618fe869e036856c3e6925cdc619c557fd4eb1bc630f3f5835705
+size 12266966
diff --git a/model/params/model/layers/11/mlp/experts/up_proj/kernel/22.0.0 b/model/params/model/layers/11/mlp/experts/up_proj/kernel/22.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d8bf1a329b1e08837c0e4ee807a3372b8137737c
--- /dev/null
+++ b/model/params/model/layers/11/mlp/experts/up_proj/kernel/22.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0f3cc255a61341fc0043dd876c3b2ef670a4d07f7ab87d7bd20c2e599dd92b3
+size 12259742
diff --git a/model/params/model/layers/11/mlp/experts/up_proj/kernel/23.0.0 b/model/params/model/layers/11/mlp/experts/up_proj/kernel/23.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..03e3cd5fc0b28e793ac483398b7087c948d30e70
--- /dev/null
+++ b/model/params/model/layers/11/mlp/experts/up_proj/kernel/23.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4f7e759fbb4247607f12100d1e78bddf622131c638408e25748cbef854b71d8
+size 12256513
diff --git a/model/params/model/layers/11/mlp/experts/up_proj/kernel/25.0.0 b/model/params/model/layers/11/mlp/experts/up_proj/kernel/25.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f3003c53a3b101c08c6194d0ca93abe77dbac3ee
--- /dev/null
+++ b/model/params/model/layers/11/mlp/experts/up_proj/kernel/25.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83fefa8e787857a2b0d0f6d67cee6e5e6963d3d74aa470f61c44fdbf325249ac
+size 12265229
diff --git a/model/params/model/layers/11/mlp/experts/up_proj/kernel/26.0.0 b/model/params/model/layers/11/mlp/experts/up_proj/kernel/26.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5d905a2bf8fe8b145007a9c03ad7fc352b41954a
--- /dev/null
+++ b/model/params/model/layers/11/mlp/experts/up_proj/kernel/26.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03b2bdbebd6a94407d97b51efc9e742354a55e49009f92027758e6c5460d841d
+size 12265386
diff --git a/model/params/model/layers/11/mlp/experts/up_proj/kernel/27.0.0 b/model/params/model/layers/11/mlp/experts/up_proj/kernel/27.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..20fc921a4a458a6781a19f6f21529e3003fb8a00
--- /dev/null
+++ b/model/params/model/layers/11/mlp/experts/up_proj/kernel/27.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8ee689ff62670a3c203831c544946bbb125e642652faa6c9bb5f72e797a8ad7
+size 12268389
diff --git a/model/params/model/layers/11/mlp/experts/up_proj/kernel/3.0.0 b/model/params/model/layers/11/mlp/experts/up_proj/kernel/3.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5d6aff6f3e0ea0cffba64068f686278adaaa8f12
--- /dev/null
+++ b/model/params/model/layers/11/mlp/experts/up_proj/kernel/3.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ff83be0833dea6a88310b47b651e10154ea283d5d9fe05c1e45b98e88521a4d
+size 12260933
diff --git a/model/params/model/layers/11/mlp/experts/up_proj/kernel/30.0.0 b/model/params/model/layers/11/mlp/experts/up_proj/kernel/30.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a99c346f3200b73133f5dca4fd2d628157189d06
--- /dev/null
+++ b/model/params/model/layers/11/mlp/experts/up_proj/kernel/30.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b241fb76a70419870fc9ef14a39f15c3416d4be9ed58032ef4f65da951a6841
+size 12264549
diff --git a/model/params/model/layers/11/mlp/experts/up_proj/kernel/31.0.0 b/model/params/model/layers/11/mlp/experts/up_proj/kernel/31.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0b9b9110c8b9aa0dee32136200fee96525c266a5
--- /dev/null
+++ b/model/params/model/layers/11/mlp/experts/up_proj/kernel/31.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96d2d4df92acc711d6290dd76dcaac0d0a68ff93ff66f2d4423849063b102d92
+size 12263045
diff --git a/model/params/model/layers/11/mlp/experts/up_proj/kernel/32.0.0 b/model/params/model/layers/11/mlp/experts/up_proj/kernel/32.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..16d73b334d185ccef64a987922f4b8a9b12a86c2
--- /dev/null
+++ b/model/params/model/layers/11/mlp/experts/up_proj/kernel/32.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7107b5e9344ce459d8dcf5f995d9220472d76adcdafa8ee8c198a9e005ff123d
+size 12265446
diff --git a/model/params/model/layers/11/mlp/experts/up_proj/kernel/33.0.0 b/model/params/model/layers/11/mlp/experts/up_proj/kernel/33.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e8c1c86dfd9cf82304272269682c1c8e0cbcad86
--- /dev/null
+++ b/model/params/model/layers/11/mlp/experts/up_proj/kernel/33.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2377f08c68411c5d17455c22ccd9c5b2bae92edc8e33143913a2fb58ef55c95
+size 12262314
diff --git a/model/params/model/layers/11/mlp/experts/up_proj/kernel/34.0.0 b/model/params/model/layers/11/mlp/experts/up_proj/kernel/34.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..348eb17e9b802acd0fff7bbfbc64b68a21063cc5
--- /dev/null
+++ b/model/params/model/layers/11/mlp/experts/up_proj/kernel/34.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba0a9229ac8c294060e08a54c71f309602af1e5b2ee52614cb903d83d22d8af1
+size 12259397
diff --git a/model/params/model/layers/11/mlp/experts/up_proj/kernel/38.0.0 b/model/params/model/layers/11/mlp/experts/up_proj/kernel/38.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b10ad93c107be313dba0703aa5b69e602a1ff978
--- /dev/null
+++ b/model/params/model/layers/11/mlp/experts/up_proj/kernel/38.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:167666219cd0a1f77f08d2a01bb73d477a240438721c37e1f884e6533eb80992
+size 12269613
diff --git a/model/params/model/layers/11/mlp/gate/kernel/1.0 b/model/params/model/layers/11/mlp/gate/kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..db58abd5fbbd3f44a7674567419a9875453639e4
--- /dev/null
+++ b/model/params/model/layers/11/mlp/gate/kernel/1.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59121db04a9d4c65e733faa25ef7d62ea590569e690af6294c26a3b9bbba32b7
+size 318598
diff --git a/model/params/model/layers/11/mlp/gate/kernel/3.0 b/model/params/model/layers/11/mlp/gate/kernel/3.0
new file mode 100644
index 0000000000000000000000000000000000000000..804e611bbee75c554359ff243e3e949139a608bb
--- /dev/null
+++ b/model/params/model/layers/11/mlp/gate/kernel/3.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b124803601d032416cc9228520c73b00e074c6bfe3715ba7368c5df3a6a89764
+size 318601
diff --git a/model/params/model/layers/12/mlp/experts/down_proj/kernel/61.0.0 b/model/params/model/layers/12/mlp/experts/down_proj/kernel/61.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..7f21052b7bd9285f5aad712f6152cfb93f6d06f1
--- /dev/null
+++ b/model/params/model/layers/12/mlp/experts/down_proj/kernel/61.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01dbc1507657249163b9a1b50c8b6d3fe3d0c59e8dbe363bf6cc66215d2bfcb1
+size 12256599
diff --git a/model/params/model/layers/12/mlp/experts/down_proj/kernel/75.0.0 b/model/params/model/layers/12/mlp/experts/down_proj/kernel/75.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..28e5e9ea7988ea407365801d3755a5e73f9e0732
--- /dev/null
+++ b/model/params/model/layers/12/mlp/experts/down_proj/kernel/75.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b81d61fa52cdcc340093d90d13f5468d859c692479b8373f2e036901fca1683
+size 12257086
diff --git a/model/params/model/layers/12/mlp/experts/down_proj/kernel/78.0.0 b/model/params/model/layers/12/mlp/experts/down_proj/kernel/78.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..fc6d0927b0822ad382ca25ad1e8eb487ac27fe47
--- /dev/null
+++ b/model/params/model/layers/12/mlp/experts/down_proj/kernel/78.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94348c521305f4be8fb0218b2c2961510fc85893cae2368f512cd677ac844761
+size 12261901
diff --git a/model/params/model/layers/12/mlp/experts/down_proj/kernel/79.0.0 b/model/params/model/layers/12/mlp/experts/down_proj/kernel/79.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a0dad5d4b06eb2b962b43a96f6d9aa5669856a94
--- /dev/null
+++ b/model/params/model/layers/12/mlp/experts/down_proj/kernel/79.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d4f04410341595ef6140791f9e8459b685d747fecc6901897e84040caa77c23
+size 12260467
diff --git a/model/params/model/layers/12/mlp/experts/down_proj/kernel/8.0.0 b/model/params/model/layers/12/mlp/experts/down_proj/kernel/8.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..fcd7300175562f9b22fce77c77830a4011d0af1a
--- /dev/null
+++ b/model/params/model/layers/12/mlp/experts/down_proj/kernel/8.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f9415a22ec642f4c9314d2a17267278a8225412b637667bcb1cd2fc934ad9cc
+size 12263974
diff --git a/model/params/model/layers/12/mlp/experts/down_proj/kernel/80.0.0 b/model/params/model/layers/12/mlp/experts/down_proj/kernel/80.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4151b5ba4e0d6f6f0eaa4614da05d56761d91600
--- /dev/null
+++ b/model/params/model/layers/12/mlp/experts/down_proj/kernel/80.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad7b211ee4a0c28b557f3cbd823620e17f0ca03aae449a3d71b52ae501f0d6dc
+size 12257672
diff --git a/model/params/model/layers/12/mlp/experts/down_proj/kernel/81.0.0 b/model/params/model/layers/12/mlp/experts/down_proj/kernel/81.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3e2aff929933f16da0b4ce1ac3841944837ddd36
--- /dev/null
+++ b/model/params/model/layers/12/mlp/experts/down_proj/kernel/81.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf3b4ba986d3aa075954d158c1f3b53e4c1fa0ceaa95328b2034804334e0551f
+size 12257318
diff --git a/model/params/model/layers/12/mlp/experts/down_proj/kernel/83.0.0 b/model/params/model/layers/12/mlp/experts/down_proj/kernel/83.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0f46b72e7d4ee37cbae53bba374d8b9f8d0b77d5
--- /dev/null
+++ b/model/params/model/layers/12/mlp/experts/down_proj/kernel/83.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17522fed4dc6bf790527999fbc14d918806f6f03eb4aef1773ed05bf5daa5d26
+size 12268814
diff --git a/model/params/model/layers/12/mlp/experts/down_proj/kernel/87.0.0 b/model/params/model/layers/12/mlp/experts/down_proj/kernel/87.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..978a6bf3627e657ff22526e62d9cb05ba8d396d2
--- /dev/null
+++ b/model/params/model/layers/12/mlp/experts/down_proj/kernel/87.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:344e13b28f78d0a6491d368bd4f97c513b09d0348723c1c4fb493e6f13659492
+size 12255210
diff --git a/model/params/model/layers/12/mlp/experts/down_proj/kernel/9.0.0 b/model/params/model/layers/12/mlp/experts/down_proj/kernel/9.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d530c64c2a3836e79e297013064ece2952439dcd
--- /dev/null
+++ b/model/params/model/layers/12/mlp/experts/down_proj/kernel/9.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5efa405003db3d4f3363b78b7b2a6f0213336a139a0bf31560f457017b41bcb4
+size 12257003
diff --git a/model/params/model/layers/12/mlp/experts/down_proj/kernel/90.0.0 b/model/params/model/layers/12/mlp/experts/down_proj/kernel/90.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8adedad0b1c0224ed5fc0c4271813c1da7044fc4
--- /dev/null
+++ b/model/params/model/layers/12/mlp/experts/down_proj/kernel/90.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ca4d3fc853d3ea19c6c090e851c7b9a848996dd5c255979cd6a72351bb4a037
+size 12263950
diff --git a/model/params/model/layers/12/mlp/experts/down_proj/kernel/92.0.0 b/model/params/model/layers/12/mlp/experts/down_proj/kernel/92.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1b439e7f62ce2521881b25c1751f6d47a3155e2e
--- /dev/null
+++ b/model/params/model/layers/12/mlp/experts/down_proj/kernel/92.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d54c009781fdbdd49cbe07db0bf60cc904e127548814401e7c36eb404a56158
+size 12255974
diff --git a/model/params/model/layers/12/mlp/experts/down_proj/kernel/93.0.0 b/model/params/model/layers/12/mlp/experts/down_proj/kernel/93.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..13a256a1d7783cfa9d588a3df94c28269e2acf33
--- /dev/null
+++ b/model/params/model/layers/12/mlp/experts/down_proj/kernel/93.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d11e2c5cbb7df77036d30bd7472bcd54a359be3df87e74535edc43f31d20a51
+size 12265059
diff --git a/model/params/model/layers/12/mlp/experts/down_proj/kernel/94.0.0 b/model/params/model/layers/12/mlp/experts/down_proj/kernel/94.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b226c06b29a0218203810dc68afa8f61c97d1c58
--- /dev/null
+++ b/model/params/model/layers/12/mlp/experts/down_proj/kernel/94.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cdf1af5d39d3eba6e5d0ae97a734c0d9ccfb79a8ea3c26c103be0c96ff9f0df
+size 12258477
diff --git a/model/params/model/layers/12/mlp/experts/down_proj/kernel/95.0.0 b/model/params/model/layers/12/mlp/experts/down_proj/kernel/95.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..926afaeac6588b5e80c07ef2bbeeaff66f8b007d
--- /dev/null
+++ b/model/params/model/layers/12/mlp/experts/down_proj/kernel/95.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:774e1b4b3a49f60b148b58f2894f1508d16536655fe11659a7d8031723d793ed
+size 12258107
diff --git a/model/params/model/layers/12/mlp/experts/down_proj/kernel/96.0.0 b/model/params/model/layers/12/mlp/experts/down_proj/kernel/96.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5e3a5d7437bf8a3dbabb8f5d6be4214697823dba
--- /dev/null
+++ b/model/params/model/layers/12/mlp/experts/down_proj/kernel/96.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b646aef4db8366871ed58b101ddd32587a2ad2f1eb6dc72a766eb17ebe0e230
+size 12257932
diff --git a/model/params/model/layers/12/mlp/experts/down_proj/kernel/97.0.0 b/model/params/model/layers/12/mlp/experts/down_proj/kernel/97.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f9a0c2de948ef5f3229b4c72218f199577cf7825
--- /dev/null
+++ b/model/params/model/layers/12/mlp/experts/down_proj/kernel/97.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bd4b82ec514b614147a8ac81beb096e4c65212d4d4da46bd8aed70cbd783f5a
+size 12256349
diff --git a/model/params/model/layers/12/mlp/experts/down_proj/kernel/98.0.0 b/model/params/model/layers/12/mlp/experts/down_proj/kernel/98.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e1235ea5172d63c2094f7d144030adc0a80eb3d5
--- /dev/null
+++ b/model/params/model/layers/12/mlp/experts/down_proj/kernel/98.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2559cb18c66227c861e0c34dff3d3f9809edde115d9263a7fe7adbcc75101c3
+size 12258149
diff --git a/model/params/model/layers/12/mlp/experts/down_proj/kernel/99.0.0 b/model/params/model/layers/12/mlp/experts/down_proj/kernel/99.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c0706239c6107526b25f66b54788439304eae51d
--- /dev/null
+++ b/model/params/model/layers/12/mlp/experts/down_proj/kernel/99.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18c5612d73df01087b729c05886a06e02240c4deb62d46b114fb12d51521024c
+size 12254626
diff --git a/model/params/model/layers/12/mlp/experts/up_proj/kernel/0.0.0 b/model/params/model/layers/12/mlp/experts/up_proj/kernel/0.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c9793a85bf859415bf89002f60fca3a72f62275f
--- /dev/null
+++ b/model/params/model/layers/12/mlp/experts/up_proj/kernel/0.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f43d9e03a89029d0c13a727840bb892e0dcfb285ba5e8f6ed7ec7b44ba2ed95d
+size 12261366
diff --git a/model/params/model/layers/12/mlp/experts/up_proj/kernel/1.0.0 b/model/params/model/layers/12/mlp/experts/up_proj/kernel/1.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..aa08ddf2160a4ba1e26f36e135e0e5e88526231d
--- /dev/null
+++ b/model/params/model/layers/12/mlp/experts/up_proj/kernel/1.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a0392c0ab157ba450648acfa8af34cc110f03ce6f97094c80aa31772023cd05
+size 12264038
diff --git a/model/params/model/layers/12/mlp/experts/up_proj/kernel/10.0.0 b/model/params/model/layers/12/mlp/experts/up_proj/kernel/10.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4e3fcd28ab0cb8258904b3453d69324888150561
--- /dev/null
+++ b/model/params/model/layers/12/mlp/experts/up_proj/kernel/10.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05555a72d89398147e323cc894ea340dc834587bc7f81bcc4f555b6541b4f71b
+size 12263094
diff --git a/model/params/model/layers/12/mlp/experts/up_proj/kernel/100.0.0 b/model/params/model/layers/12/mlp/experts/up_proj/kernel/100.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..19ff6654baac9ff02a393a6b64154b4733f4280a
--- /dev/null
+++ b/model/params/model/layers/12/mlp/experts/up_proj/kernel/100.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:111e98f0316f1850b5cdae3dc0e248e534edd23c0aad02dabc90831c008a9f68
+size 12262393
diff --git a/model/params/model/layers/12/mlp/experts/up_proj/kernel/101.0.0 b/model/params/model/layers/12/mlp/experts/up_proj/kernel/101.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..af0fbd7a4f2f7c63849aa34cd5db85248bd59a3d
--- /dev/null
+++ b/model/params/model/layers/12/mlp/experts/up_proj/kernel/101.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc4b812fab535553e1c7da439fab97a9ce29a957503c466eb598a952bbdf4682
+size 12260810
diff --git a/model/params/model/layers/12/mlp/experts/up_proj/kernel/103.0.0 b/model/params/model/layers/12/mlp/experts/up_proj/kernel/103.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ffb4d23ca776def16c087c10d842257943048088
--- /dev/null
+++ b/model/params/model/layers/12/mlp/experts/up_proj/kernel/103.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d21e42bd4c80eb1d269b81cabbf88de044651c79b52b639ad30c00e511332584
+size 12263430
diff --git a/model/params/model/layers/12/mlp/experts/up_proj/kernel/107.0.0 b/model/params/model/layers/12/mlp/experts/up_proj/kernel/107.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..91c1df2cd4c7b7f6d48981a932bd75919d9b0cd1
--- /dev/null
+++ b/model/params/model/layers/12/mlp/experts/up_proj/kernel/107.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:623b73c3e83305cbdc322d44eb79a11e2aa8a8558565c44f303f3a3afd390433
+size 12264312
diff --git a/model/params/model/layers/12/mlp/gate/kernel/0.0 b/model/params/model/layers/12/mlp/gate/kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c5026a0cd7f796a271aec49d3964c3d6ce376f3e
--- /dev/null
+++ b/model/params/model/layers/12/mlp/gate/kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32c2d28715ce76203fcb62fa4703bd0071531872b6cd912d2d60a2ef0b33556e
+size 318419
diff --git a/model/params/model/layers/12/mlp/gate/kernel/1.0 b/model/params/model/layers/12/mlp/gate/kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..91c2adfcaaaaabd40e952d3eb3b9953d9762b364
--- /dev/null
+++ b/model/params/model/layers/12/mlp/gate/kernel/1.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f2a10da11eca2fc35f672378752776c5aac29d5ac5594c739cfc40a9737c818
+size 318464
diff --git a/model/params/model/layers/12/mlp/gate/kernel/2.0 b/model/params/model/layers/12/mlp/gate/kernel/2.0
new file mode 100644
index 0000000000000000000000000000000000000000..16c1e9554ba3720146fe552ed9e2f64ad58384f8
--- /dev/null
+++ b/model/params/model/layers/12/mlp/gate/kernel/2.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d749e6fe47402d3599fbf5e39d4a1d2a5feb88e2f2a2bf84d1f1660a4074494
+size 318475
diff --git a/model/params/model/layers/12/mlp/gate/kernel/3.0 b/model/params/model/layers/12/mlp/gate/kernel/3.0
new file mode 100644
index 0000000000000000000000000000000000000000..99272f463da3a6070e6f2d9a3bb933b5d81f1bca
--- /dev/null
+++ b/model/params/model/layers/12/mlp/gate/kernel/3.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81f226f521f6526b1a873a0590623d74ba0d2143d1af9138d830ab37e9d605a6
+size 318695
diff --git a/model/params/model/layers/12/mlp/shared_experts/down_proj/kernel/0.0 b/model/params/model/layers/12/mlp/shared_experts/down_proj/kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..816ce9c5c20a033f88b8c96957f76bf262b8c3b5
--- /dev/null
+++ b/model/params/model/layers/12/mlp/shared_experts/down_proj/kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb044e3312614fa3fcecc1eb60f425840ac786594ad97982119290650aa66e78
+size 3057571
diff --git a/model/params/model/layers/12/mlp/shared_experts/down_proj/kernel/0.1 b/model/params/model/layers/12/mlp/shared_experts/down_proj/kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..59d9b70e37a4322082a7ee38daf8742dcbb7f4f2
--- /dev/null
+++ b/model/params/model/layers/12/mlp/shared_experts/down_proj/kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74d4272c80fbcf62a65b8aceff74cc39b651bdf9e8a267de8d7066043c8da6d5
+size 3058403
diff --git a/model/params/model/layers/12/mlp/shared_experts/down_proj/kernel/0.2 b/model/params/model/layers/12/mlp/shared_experts/down_proj/kernel/0.2
new file mode 100644
index 0000000000000000000000000000000000000000..d5a7776a6b8d5d8974afca3aabf7b0fe6f326d62
--- /dev/null
+++ b/model/params/model/layers/12/mlp/shared_experts/down_proj/kernel/0.2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56e114ab2207dfd2f5185abb08e9e0b738fb4ff60891675e8f2edc896c58c05a
+size 3058450
diff --git a/model/params/model/layers/12/mlp/shared_experts/down_proj/kernel/0.3 b/model/params/model/layers/12/mlp/shared_experts/down_proj/kernel/0.3
new file mode 100644
index 0000000000000000000000000000000000000000..6e0af0f94ab46950e20c84d8b0e84cf0cec71e19
--- /dev/null
+++ b/model/params/model/layers/12/mlp/shared_experts/down_proj/kernel/0.3
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:237fc0649d71431d56ec583f9f124248c4fc3cb439f2b707b53fcea3cdbefe71
+size 3057876
diff --git a/model/params/model/layers/12/mlp/shared_experts/gate_proj/kernel/0.0 b/model/params/model/layers/12/mlp/shared_experts/gate_proj/kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c23a77721d3661229055c307a1349cd112f6852d
--- /dev/null
+++ b/model/params/model/layers/12/mlp/shared_experts/gate_proj/kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54bdd4c22da8f9f69398b2c11c3b5be116fc5130e99822aa83c71cb4e50aa869
+size 3058004
diff --git a/model/params/model/layers/12/mlp/shared_experts/gate_proj/kernel/1.0 b/model/params/model/layers/12/mlp/shared_experts/gate_proj/kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fd8fa0ec2ea1f175e01d7bc63cfc72fc2dca33c
--- /dev/null
+++ b/model/params/model/layers/12/mlp/shared_experts/gate_proj/kernel/1.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88f65fe49110d367df336b78ab8a1bad87f819a01a526d96636d31389d0517f3
+size 3058614
diff --git a/model/params/model/layers/12/mlp/shared_experts/gate_proj/kernel/2.0 b/model/params/model/layers/12/mlp/shared_experts/gate_proj/kernel/2.0
new file mode 100644
index 0000000000000000000000000000000000000000..ca181183af0e77c5ddaae49721f83d9a3a36e01e
--- /dev/null
+++ b/model/params/model/layers/12/mlp/shared_experts/gate_proj/kernel/2.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:243eca86975370b113d2001de2c687ef9b5cf8d35a5731e8624fc431a240e51d
+size 3058186
diff --git a/model/params/model/layers/12/mlp/shared_experts/gate_proj/kernel/3.0 b/model/params/model/layers/12/mlp/shared_experts/gate_proj/kernel/3.0
new file mode 100644
index 0000000000000000000000000000000000000000..398203ce9896c55b85b066f36c891707a5ca9732
--- /dev/null
+++ b/model/params/model/layers/12/mlp/shared_experts/gate_proj/kernel/3.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b7a13c2cc29dcada41025d142596ad456c1bd999cc1f9e7f2bf039e492933d1
+size 3058274
diff --git a/model/params/model/layers/12/mlp/shared_experts/up_proj/kernel/0.0 b/model/params/model/layers/12/mlp/shared_experts/up_proj/kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..15e5f4dccbe9b662b52c43d895e339b15b234c35
--- /dev/null
+++ b/model/params/model/layers/12/mlp/shared_experts/up_proj/kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f10d6ece71bee284ae0e884890f759a546e3063561e48a579fff2452019b1c96
+size 3055207
diff --git a/model/params/model/layers/12/mlp/shared_experts/up_proj/kernel/1.0 b/model/params/model/layers/12/mlp/shared_experts/up_proj/kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..2c86badaed5e3f7d31022601406125d39c46be47
--- /dev/null
+++ b/model/params/model/layers/12/mlp/shared_experts/up_proj/kernel/1.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb8239d652660d8baabf0779b70758cb438e4e6dd032c16cc56812914927ebc1
+size 3055496
diff --git a/model/params/model/layers/12/mlp/shared_experts/up_proj/kernel/2.0 b/model/params/model/layers/12/mlp/shared_experts/up_proj/kernel/2.0
new file mode 100644
index 0000000000000000000000000000000000000000..9613e8488acf611b6b3f34dabe31ae1cddc1216c
--- /dev/null
+++ b/model/params/model/layers/12/mlp/shared_experts/up_proj/kernel/2.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1a2ed482170e555c0ca1e80bc71fffbfd49e9b1b1e6b49abb1bf132d5b96dba
+size 3056123
diff --git a/model/params/model/layers/12/mlp/shared_experts/up_proj/kernel/3.0 b/model/params/model/layers/12/mlp/shared_experts/up_proj/kernel/3.0
new file mode 100644
index 0000000000000000000000000000000000000000..7cbd4b3b8f772903ed93fda6d006d8edcb68f2a6
--- /dev/null
+++ b/model/params/model/layers/12/mlp/shared_experts/up_proj/kernel/3.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1ab0156c1e226cfd4f464a0787191d47b18c2180d99362d72e9623b528ce7a6
+size 3055871
diff --git a/model/params/model/layers/12/self_attn/k_proj/kernel/0.0 b/model/params/model/layers/12/self_attn/k_proj/kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2fbb3c45330629e722e23f3b18586fb117790050
--- /dev/null
+++ b/model/params/model/layers/12/self_attn/k_proj/kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43138c52e467b3c4c4f10b3c931256be1007d2b7ba8f4e1c58b69ab6d62bb87e
+size 2061694
diff --git a/model/params/model/layers/12/self_attn/k_proj/kernel/1.0 b/model/params/model/layers/12/self_attn/k_proj/kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..fff91cdb8e82a5408eb076565cfbb71aa0040a3d
--- /dev/null
+++ b/model/params/model/layers/12/self_attn/k_proj/kernel/1.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56b9e473764421367cb312bdb1330501862de8d35cf36cb38e6ba17dce8ed127
+size 2061468
diff --git a/model/params/model/layers/12/self_attn/k_proj/kernel/2.0 b/model/params/model/layers/12/self_attn/k_proj/kernel/2.0
new file mode 100644
index 0000000000000000000000000000000000000000..ecaf2dd29758ed128bef10a43d03cd932929acbc
--- /dev/null
+++ b/model/params/model/layers/12/self_attn/k_proj/kernel/2.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ceb3fc510130f3a14f5daa17dc62bfb151ab4d0b01058c8c8952f8c2fae3d91
+size 2061630
diff --git a/model/params/model/layers/12/self_attn/k_proj/kernel/3.0 b/model/params/model/layers/12/self_attn/k_proj/kernel/3.0
new file mode 100644
index 0000000000000000000000000000000000000000..097ac2c6a61711318669baa2202f814774fd0371
--- /dev/null
+++ b/model/params/model/layers/12/self_attn/k_proj/kernel/3.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b088502e9a898c2f784999d5cbd08c95bd704924afabd0ce93320e4314adf9a0
+size 2061424
diff --git a/model/params/model/layers/12/self_attn/o_proj/kernel/0.0 b/model/params/model/layers/12/self_attn/o_proj/kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..45f5d0a27a462ac6fe81039c5ac2b9f21205fef6
--- /dev/null
+++ b/model/params/model/layers/12/self_attn/o_proj/kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b26b04fba052fb98b31dfce41b8f09bc3aa9c31285722b3bea1717ec878c5640
+size 24543293
diff --git a/model/params/model/layers/12/self_attn/o_proj/kernel/0.1 b/model/params/model/layers/12/self_attn/o_proj/kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..f714f96e127312c0b529be7210136f4f8b37879f
--- /dev/null
+++ b/model/params/model/layers/12/self_attn/o_proj/kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deba6a12cc1d276bbea6607126dbd8ab615779545738cabe89b1adf6a73c3e6d
+size 24542496
diff --git a/model/params/model/layers/12/self_attn/o_proj/kernel/0.2 b/model/params/model/layers/12/self_attn/o_proj/kernel/0.2
new file mode 100644
index 0000000000000000000000000000000000000000..da2bbd363cb22407f0363deff95682538303fed1
--- /dev/null
+++ b/model/params/model/layers/12/self_attn/o_proj/kernel/0.2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9871734886bf93cfe9b475445cf6bdb97b124d3653f58bac259cbb7ffb3dcba8
+size 24541280
diff --git a/model/params/model/layers/12/self_attn/o_proj/kernel/0.3 b/model/params/model/layers/12/self_attn/o_proj/kernel/0.3
new file mode 100644
index 0000000000000000000000000000000000000000..9e60e3f97efd070b7d330749b03f4f730652a270
--- /dev/null
+++ b/model/params/model/layers/12/self_attn/o_proj/kernel/0.3
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fbbbfea3b7edbf35657aed26e96e15513934bb114cae83d7a89cd9b822d2dc9
+size 24544535
diff --git a/model/params/model/layers/12/self_attn/q_proj/kernel/0.0 b/model/params/model/layers/12/self_attn/q_proj/kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0748133205e25832b5bbd51a752e6a876ac6cd9c
--- /dev/null
+++ b/model/params/model/layers/12/self_attn/q_proj/kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eff0b0f57da0ddf425d745b90551721f8a958e06f885e1b1fe5836b81266e318
+size 24932711
diff --git a/model/params/model/layers/12/self_attn/q_proj/kernel/1.0 b/model/params/model/layers/12/self_attn/q_proj/kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..ebce8d3b9b2cb3a27372f117a3b62325c43991d3
--- /dev/null
+++ b/model/params/model/layers/12/self_attn/q_proj/kernel/1.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af330360de6fc470cff8b951ed7f80a5b06162215633e0dbbda6ef9e573be3a0
+size 24930563
diff --git a/model/params/model/layers/12/self_attn/q_proj/kernel/2.0 b/model/params/model/layers/12/self_attn/q_proj/kernel/2.0
new file mode 100644
index 0000000000000000000000000000000000000000..afbb1a579992a80fc5e041284ddfa30b14b0cad3
--- /dev/null
+++ b/model/params/model/layers/12/self_attn/q_proj/kernel/2.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3813ab178174dcf1495c004eb4db4fe4b7ff0d3591cb2710c88a08e7594d1bb0
+size 24930170
diff --git a/model/params/model/layers/12/self_attn/q_proj/kernel/3.0 b/model/params/model/layers/12/self_attn/q_proj/kernel/3.0
new file mode 100644
index 0000000000000000000000000000000000000000..e43ead0a1c6fbb729c5558bed9cd982cca16b59b
--- /dev/null
+++ b/model/params/model/layers/12/self_attn/q_proj/kernel/3.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c328214b011d0fd99a051283869a7566c1ddb0e84abf8b6467d9387c3ca9f48
+size 24930641
diff --git a/model/params/model/layers/12/self_attn/v_proj/kernel/0.0 b/model/params/model/layers/12/self_attn/v_proj/kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b81171de031c7f754b4f29592758feddccab33d4
--- /dev/null
+++ b/model/params/model/layers/12/self_attn/v_proj/kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8f58073f40b4fbef72376a1dab4ac7cba046b1eae8e0680ea601b6f9ad8493e
+size 2052507
diff --git a/model/params/model/layers/12/self_attn/v_proj/kernel/1.0 b/model/params/model/layers/12/self_attn/v_proj/kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..36c79f8bbe2dd533fdf2f14343da6c74484147de
--- /dev/null
+++ b/model/params/model/layers/12/self_attn/v_proj/kernel/1.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2271df03efbc31040ee256b8fecc327d38e285ce28eb98b907fa85d73a6d367a
+size 2052545
diff --git a/model/params/model/layers/12/self_attn/v_proj/kernel/2.0 b/model/params/model/layers/12/self_attn/v_proj/kernel/2.0
new file mode 100644
index 0000000000000000000000000000000000000000..ab5c4314dc997ff0bc8c32a34b63cfdb775d330b
--- /dev/null
+++ b/model/params/model/layers/12/self_attn/v_proj/kernel/2.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acf18680fd60dd5fe87f1f17176fa40e7cfad01e324fa4a11293174854e0bb12
+size 2052407
diff --git a/model/params/model/layers/12/self_attn/v_proj/kernel/3.0 b/model/params/model/layers/12/self_attn/v_proj/kernel/3.0
new file mode 100644
index 0000000000000000000000000000000000000000..5aeda0ba9de002b1b5a44294a5ad2519b490fc10
--- /dev/null
+++ b/model/params/model/layers/12/self_attn/v_proj/kernel/3.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ae01733282117bdc29de9017d6e9340ab1d1eaf33987a8479fce4c705380980
+size 2052447
diff --git a/model/params/model/layers/13/mlp/experts/down_proj/kernel/17.0.0 b/model/params/model/layers/13/mlp/experts/down_proj/kernel/17.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..bdb3990fbebb6015632d6a1fbc5064eea4900238
--- /dev/null
+++ b/model/params/model/layers/13/mlp/experts/down_proj/kernel/17.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caf793329490794b82395c576567fd7d6a5eef3f3a34432cc19dad84f168be2d
+size 12258126
diff --git a/model/params/model/layers/13/mlp/experts/down_proj/kernel/19.0.0 b/model/params/model/layers/13/mlp/experts/down_proj/kernel/19.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c61baf79045f028a17a887982cf261b673e76c59
--- /dev/null
+++ b/model/params/model/layers/13/mlp/experts/down_proj/kernel/19.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94bd0b51d4e2ba6b312783bfbf585e67df7c79a823bb136e24770ce14dfa7792
+size 12256966
diff --git a/model/params/model/layers/13/mlp/experts/down_proj/kernel/20.0.0 b/model/params/model/layers/13/mlp/experts/down_proj/kernel/20.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..35feeee50afcd309727fcf43904fed2e4f522d1a
--- /dev/null
+++ b/model/params/model/layers/13/mlp/experts/down_proj/kernel/20.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce707aaad184aa8859fe4358a0b241d8e066c6f514ab7c419501fa4bee0cc07c
+size 12255828
diff --git a/model/params/model/layers/13/mlp/experts/down_proj/kernel/21.0.0 b/model/params/model/layers/13/mlp/experts/down_proj/kernel/21.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..151cd61ec227e417ec71df018d9e9ede593d1884
--- /dev/null
+++ b/model/params/model/layers/13/mlp/experts/down_proj/kernel/21.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f526677584f604c3048a30eaf0a92283e653a5b077d25500271b21d6595b5e0
+size 12255495
diff --git a/model/params/model/layers/13/mlp/experts/down_proj/kernel/23.0.0 b/model/params/model/layers/13/mlp/experts/down_proj/kernel/23.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..64d7f3a91d7b7adb36552264d2cc8ac3ae43eb5f
--- /dev/null
+++ b/model/params/model/layers/13/mlp/experts/down_proj/kernel/23.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a84c396005555a819d9d1c388ebdbaa3245e95cd6b67ad4caaa934f0ec31c991
+size 12254934
diff --git a/model/params/model/layers/13/mlp/experts/down_proj/kernel/24.0.0 b/model/params/model/layers/13/mlp/experts/down_proj/kernel/24.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e5f219faf2e099f79271f2d9c03849544c034505
--- /dev/null
+++ b/model/params/model/layers/13/mlp/experts/down_proj/kernel/24.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaf44618d87e58a13a429e17771bac0218826704d6db6eb6008c3a151844ee5d
+size 12256420
diff --git a/model/params/model/layers/13/mlp/experts/down_proj/kernel/25.0.0 b/model/params/model/layers/13/mlp/experts/down_proj/kernel/25.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..05bccea051364c97070b846a0e21711a39a84345
--- /dev/null
+++ b/model/params/model/layers/13/mlp/experts/down_proj/kernel/25.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e3c573079b4efecb6a9fd4d42c6e1c3caf31d2fef3158a34e0ad6a27cdbf2bd
+size 12254204
diff --git a/model/params/model/layers/13/mlp/experts/down_proj/kernel/26.0.0 b/model/params/model/layers/13/mlp/experts/down_proj/kernel/26.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..74d738eb7350989d77d9d87bb95b1581b14e6c9c
--- /dev/null
+++ b/model/params/model/layers/13/mlp/experts/down_proj/kernel/26.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6c101e5781526eb6d22f64321205a4000b1d903cb126ada429fe05e857421e9
+size 12255037
diff --git a/model/params/model/layers/13/mlp/experts/down_proj/kernel/28.0.0 b/model/params/model/layers/13/mlp/experts/down_proj/kernel/28.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..49034f2e0252cba5c3f0545426f3f69500667919
--- /dev/null
+++ b/model/params/model/layers/13/mlp/experts/down_proj/kernel/28.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f47c5c7cf40fd9c5c6c1eca02a697960b110c00f3db7dddb78900d4ba688d10
+size 12254697
diff --git a/model/params/model/layers/13/mlp/experts/down_proj/kernel/29.0.0 b/model/params/model/layers/13/mlp/experts/down_proj/kernel/29.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8098a76ab844985b4ef27161ac46f25fef31fd17
--- /dev/null
+++ b/model/params/model/layers/13/mlp/experts/down_proj/kernel/29.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7f222d368ba075acb4f289bc38b88259efdfacfea6fe53fbcaea97bd33c72b3
+size 12261033
diff --git a/model/params/model/layers/13/mlp/experts/down_proj/kernel/3.0.0 b/model/params/model/layers/13/mlp/experts/down_proj/kernel/3.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5bd3284bc05df70d2acacec5ab1e05d9812c81d0
--- /dev/null
+++ b/model/params/model/layers/13/mlp/experts/down_proj/kernel/3.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:733c0efe6d59eab5b1cca08c2b0dd90b84457c1e5ab741bb1aaeee457953c372
+size 12255297
diff --git a/model/params/model/layers/13/mlp/experts/down_proj/kernel/31.0.0 b/model/params/model/layers/13/mlp/experts/down_proj/kernel/31.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..9d249349f81a60270cddabce3deb856c6f14d3d4
--- /dev/null
+++ b/model/params/model/layers/13/mlp/experts/down_proj/kernel/31.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fb87115c52a533c065d3540c46451121ca4aa44cf1f5425ab79a1e41210257c
+size 12257450
diff --git a/model/params/model/layers/13/mlp/experts/down_proj/kernel/32.0.0 b/model/params/model/layers/13/mlp/experts/down_proj/kernel/32.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..bf52f6626da7c2758242968fbb318444d1109c71
--- /dev/null
+++ b/model/params/model/layers/13/mlp/experts/down_proj/kernel/32.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14e952b77f95b1935365fa3d42ee2390849e39d0c8b97d8a0e3d9a05c7c850d4
+size 12255606
diff --git a/model/params/model/layers/13/mlp/experts/down_proj/kernel/33.0.0 b/model/params/model/layers/13/mlp/experts/down_proj/kernel/33.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ee2db3fd47950e3533fa6741240673af478fa2ef
--- /dev/null
+++ b/model/params/model/layers/13/mlp/experts/down_proj/kernel/33.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:182e354741a936f65664d5417b3eeb8f85144760950a0e5fc1456129539cc0f4
+size 12253710
diff --git a/model/params/model/layers/13/mlp/experts/down_proj/kernel/35.0.0 b/model/params/model/layers/13/mlp/experts/down_proj/kernel/35.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..dc7e2553b6106c92d845346a1e4d049c4183f613
--- /dev/null
+++ b/model/params/model/layers/13/mlp/experts/down_proj/kernel/35.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69cfd6bd1b19b499e90a2bda896117f810e01962572e6316ae9c27c2900c6a42
+size 12255586
diff --git a/model/params/model/layers/13/mlp/experts/down_proj/kernel/38.0.0 b/model/params/model/layers/13/mlp/experts/down_proj/kernel/38.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3d134f330557f1255a0d77c18bb56aaa1af68e81
--- /dev/null
+++ b/model/params/model/layers/13/mlp/experts/down_proj/kernel/38.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1229635bd17b567c9b53b42565eb8956c907283c374620e1b164e450ad894a47
+size 12253662
diff --git a/model/params/model/layers/13/mlp/experts/down_proj/kernel/42.0.0 b/model/params/model/layers/13/mlp/experts/down_proj/kernel/42.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..01433234b156743954bbdb1d542b37f9eb290524
--- /dev/null
+++ b/model/params/model/layers/13/mlp/experts/down_proj/kernel/42.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faa0e4bac8de618a7154302576f73e6550c243b7aa3a5a15d87829d75ba81aa0
+size 12255635
diff --git a/model/params/model/layers/13/mlp/experts/down_proj/kernel/43.0.0 b/model/params/model/layers/13/mlp/experts/down_proj/kernel/43.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..acb54b5104fb197a41e5d824bbdd77dbd8c0e987
--- /dev/null
+++ b/model/params/model/layers/13/mlp/experts/down_proj/kernel/43.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e70250112b9bcbb525345f07292c1791988949d970fa397179e4dd4624eccc5
+size 12261773
diff --git a/model/params/model/layers/13/mlp/experts/down_proj/kernel/44.0.0 b/model/params/model/layers/13/mlp/experts/down_proj/kernel/44.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..05155633848d50f963f002d91f59caaf06185eb7
--- /dev/null
+++ b/model/params/model/layers/13/mlp/experts/down_proj/kernel/44.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8e22c24c3d047fd50d39e00f31e3224d1a1a3632b9226a3720496b906f9a14b
+size 12257512
diff --git a/model/params/model/layers/13/mlp/experts/down_proj/kernel/45.0.0 b/model/params/model/layers/13/mlp/experts/down_proj/kernel/45.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0e3b7ea30c7e7f6708c81c33bb3b00f33a822c86
--- /dev/null
+++ b/model/params/model/layers/13/mlp/experts/down_proj/kernel/45.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4b50ab30c502010900c9db30cd33c54f87c96dbd15fe1f9bfba467bf95ae84e
+size 12254733
diff --git a/model/params/model/layers/13/mlp/experts/down_proj/kernel/46.0.0 b/model/params/model/layers/13/mlp/experts/down_proj/kernel/46.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..7d3c0a7d195bd747e3b20c3602451f2c254dc033
--- /dev/null
+++ b/model/params/model/layers/13/mlp/experts/down_proj/kernel/46.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2692bc4e74a3b993b48f6b4e05a6eaa2c9bf4a8842ad1019ac88cf9fb4c1fe23
+size 12255083
diff --git a/model/params/model/layers/13/mlp/experts/down_proj/kernel/47.0.0 b/model/params/model/layers/13/mlp/experts/down_proj/kernel/47.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f23e36a487f8ce4b4df385a81a336fb3248a8b7f
--- /dev/null
+++ b/model/params/model/layers/13/mlp/experts/down_proj/kernel/47.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f88c8d4e817584f7c8d9c2fbf2a681d69e193d472c2448046df9c857b5fcea2e
+size 12255166
diff --git a/model/params/model/layers/13/mlp/experts/down_proj/kernel/49.0.0 b/model/params/model/layers/13/mlp/experts/down_proj/kernel/49.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..285e1153ef9d4906304b149c7a7e91afb605d993
--- /dev/null
+++ b/model/params/model/layers/13/mlp/experts/down_proj/kernel/49.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:730158e25921cc5e96486ce3248a4b219101b582a4e09d3b767e8f871e1d125d
+size 12254450
diff --git a/model/params/model/layers/13/mlp/experts/down_proj/kernel/5.0.0 b/model/params/model/layers/13/mlp/experts/down_proj/kernel/5.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f43e14fd76f7ad0ed51b44d5cdeb54ddfb59a8c8
--- /dev/null
+++ b/model/params/model/layers/13/mlp/experts/down_proj/kernel/5.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa82afd2441c1a7cacb79f3bb6875c8e6764a2959f7103142afc8f8afdba5788
+size 12256035
diff --git a/model/params/model/layers/13/mlp/experts/down_proj/kernel/50.0.0 b/model/params/model/layers/13/mlp/experts/down_proj/kernel/50.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d91cf7dcaa802b8a584b173675a059d289824d9d
--- /dev/null
+++ b/model/params/model/layers/13/mlp/experts/down_proj/kernel/50.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4c380945c27927162a7939d01c7bb46a61eb37d2fb07615d6af8c38db7ff29f
+size 12255490
diff --git a/model/params/model/layers/13/mlp/experts/down_proj/kernel/51.0.0 b/model/params/model/layers/13/mlp/experts/down_proj/kernel/51.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4ca6bb7e5da9fa9d3cc0147322e54b7c909f181e
--- /dev/null
+++ b/model/params/model/layers/13/mlp/experts/down_proj/kernel/51.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bda362b229e1ccb7dd94b81c85856acb9d868c0e072bff4c67e8f4f6f145a628
+size 12259565
diff --git a/model/params/model/layers/13/mlp/experts/down_proj/kernel/52.0.0 b/model/params/model/layers/13/mlp/experts/down_proj/kernel/52.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..78dc91616f28b47bf5734f1ac8d3bf31a036a98b
--- /dev/null
+++ b/model/params/model/layers/13/mlp/experts/down_proj/kernel/52.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c98dd24e2bf83db1230e7463cc248e9b365d37635d82a8337a5c649981084557
+size 12257378
diff --git a/model/params/model/layers/13/mlp/experts/down_proj/kernel/53.0.0 b/model/params/model/layers/13/mlp/experts/down_proj/kernel/53.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..9c75365de5b89894310196e71ce5d4ffc30cda7c
--- /dev/null
+++ b/model/params/model/layers/13/mlp/experts/down_proj/kernel/53.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27ea91550e03cfcca02382977f3d713bcdcf46c149cb02efb09febdba49fd4e1
+size 12255287
diff --git a/model/params/model/layers/13/mlp/experts/down_proj/kernel/54.0.0 b/model/params/model/layers/13/mlp/experts/down_proj/kernel/54.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..751499e33b44cf8c2691b74df659e22c9d4dcd0f
--- /dev/null
+++ b/model/params/model/layers/13/mlp/experts/down_proj/kernel/54.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28a482e8242d912f6671d302f81cd6761fa6f15563558d79181e776b05515a99
+size 12254431
diff --git a/model/params/model/layers/13/mlp/experts/down_proj/kernel/57.0.0 b/model/params/model/layers/13/mlp/experts/down_proj/kernel/57.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3fffa28490c80d30935129d9598aad27e3cb8eaa
--- /dev/null
+++ b/model/params/model/layers/13/mlp/experts/down_proj/kernel/57.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aed90b10e718c7adc126a1b668e667ea5829c3f5f4247fc08d6edb00e46a27aa
+size 12257704
diff --git a/model/params/model/layers/13/mlp/experts/down_proj/kernel/6.0.0 b/model/params/model/layers/13/mlp/experts/down_proj/kernel/6.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e09945034f5f6e51cd9a5b9e62834d353f429bc5
--- /dev/null
+++ b/model/params/model/layers/13/mlp/experts/down_proj/kernel/6.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cba70bd4854704f301ffbbadec3da4ad83a04974c6fdc986fe4d5786cfc544f8
+size 12256868
diff --git a/model/params/model/layers/13/mlp/experts/down_proj/kernel/60.0.0 b/model/params/model/layers/13/mlp/experts/down_proj/kernel/60.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..24c6444534216a219990ad43ae23cfecb6f82b97
--- /dev/null
+++ b/model/params/model/layers/13/mlp/experts/down_proj/kernel/60.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:808df1a0c718da7c3e301c94fc3bf93df6f68bddece213454d6a83ece58753c4
+size 12255475
diff --git a/model/params/model/layers/13/mlp/experts/down_proj/kernel/61.0.0 b/model/params/model/layers/13/mlp/experts/down_proj/kernel/61.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..61015adf09a3e04c4416c674994ef61f7d322e3f
--- /dev/null
+++ b/model/params/model/layers/13/mlp/experts/down_proj/kernel/61.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85b409ae902f90faa62656a5a702f183ec77d1229047e32ddbe9df36cde016d1
+size 12266107
diff --git a/model/params/model/layers/13/mlp/experts/down_proj/kernel/63.0.0 b/model/params/model/layers/13/mlp/experts/down_proj/kernel/63.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e2c2eff2ed781240eb9f424d2125c5b87dca8a84
--- /dev/null
+++ b/model/params/model/layers/13/mlp/experts/down_proj/kernel/63.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91fc7a3c8d257fc20e89145358e7b8459cc73bcc9a6357ff0df010f716f075d4
+size 12258432
diff --git a/model/params/model/layers/13/mlp/experts/down_proj/kernel/64.0.0 b/model/params/model/layers/13/mlp/experts/down_proj/kernel/64.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5414936b47b764eb46284956918a3eb37ee82ec9
--- /dev/null
+++ b/model/params/model/layers/13/mlp/experts/down_proj/kernel/64.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae811a649f9916179cb94f449ea25c308278d7c1b0e5cfc1989d6887cb2434e5
+size 12255112
diff --git a/model/params/model/layers/13/mlp/experts/down_proj/kernel/65.0.0 b/model/params/model/layers/13/mlp/experts/down_proj/kernel/65.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..252de1aeff39f0909b0efd05c5ca829b2e115d71
--- /dev/null
+++ b/model/params/model/layers/13/mlp/experts/down_proj/kernel/65.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4aad2701bacfe268c3446ed194017b5e77fad9d2af2288ef850e182c5d79a048
+size 12254435
diff --git a/model/params/model/layers/13/mlp/experts/down_proj/kernel/66.0.0 b/model/params/model/layers/13/mlp/experts/down_proj/kernel/66.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ea9bb4aa715c8b21fb0235814ccb1972cfb25098
--- /dev/null
+++ b/model/params/model/layers/13/mlp/experts/down_proj/kernel/66.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a4f27501330a59e7682a4030be30c9d0eca8d66e699a89e154242b50c8a858
+size 12256509
diff --git a/model/params/model/layers/13/mlp/experts/down_proj/kernel/67.0.0 b/model/params/model/layers/13/mlp/experts/down_proj/kernel/67.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5d54a83bc7080be0ad5143995f75d597bffb4df2
--- /dev/null
+++ b/model/params/model/layers/13/mlp/experts/down_proj/kernel/67.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d779f56d986f551161f9c2073fd386633eca45cc52a1823262cc6e0f812351a
+size 12258195
diff --git a/model/params/model/layers/13/mlp/experts/down_proj/kernel/68.0.0 b/model/params/model/layers/13/mlp/experts/down_proj/kernel/68.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d8eb9eb276b534e2a00d74001a48fb9c536f63fc
--- /dev/null
+++ b/model/params/model/layers/13/mlp/experts/down_proj/kernel/68.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:966e49666524ae3772ddc8c6f5ccec8046ba16deb2467954c443e3b25dd93e33
+size 12257711
diff --git a/model/params/model/layers/13/mlp/experts/down_proj/kernel/7.0.0 b/model/params/model/layers/13/mlp/experts/down_proj/kernel/7.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..60dc5ffe4d26250632149f0307cc342fc2b7b170
--- /dev/null
+++ b/model/params/model/layers/13/mlp/experts/down_proj/kernel/7.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b2f3f54ffd9083e6f59a8d52401413db855c3a1c0705bf09172a92b2b5dee61
+size 12255449
diff --git a/model/params/model/layers/13/mlp/experts/down_proj/kernel/71.0.0 b/model/params/model/layers/13/mlp/experts/down_proj/kernel/71.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..57b5a39c1aa1fc82e8acb99e39f1f5eb90dede3d
--- /dev/null
+++ b/model/params/model/layers/13/mlp/experts/down_proj/kernel/71.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c1cfe50b513a5ff7a14fb80f9cf03157b3dd6d2f00ba002326427dd1083ee2e
+size 12255596
diff --git a/model/params/model/layers/13/mlp/experts/down_proj/kernel/73.0.0 b/model/params/model/layers/13/mlp/experts/down_proj/kernel/73.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..76e86d6e03ae67e342323da4bbd089f1a8f45daf
--- /dev/null
+++ b/model/params/model/layers/13/mlp/experts/down_proj/kernel/73.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68694e411060dd6c446aaffcfde1d720f03373c2b4be390821e635b427fd5359
+size 12257506
diff --git a/model/params/model/layers/13/mlp/experts/down_proj/kernel/74.0.0 b/model/params/model/layers/13/mlp/experts/down_proj/kernel/74.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b22f5cf0209f9e9baebad7c9fb9a1cba04f171dc
--- /dev/null
+++ b/model/params/model/layers/13/mlp/experts/down_proj/kernel/74.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c34567510ff792f8b322d9f9de77a577736159d0bc70de50dcc1233b0bbc026f
+size 12256750
diff --git a/model/params/model/layers/13/mlp/experts/down_proj/kernel/75.0.0 b/model/params/model/layers/13/mlp/experts/down_proj/kernel/75.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a2c4074c41225026deaa6ca5a06ec42a8bd9b146
--- /dev/null
+++ b/model/params/model/layers/13/mlp/experts/down_proj/kernel/75.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9e92ca08ba41820f4748b33808a933faed9a95f8a72ba42d2f022162850d5ef
+size 12254212
diff --git a/model/params/model/layers/13/mlp/experts/down_proj/kernel/8.0.0 b/model/params/model/layers/13/mlp/experts/down_proj/kernel/8.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f2152b1bb3a165170c80bf602ab1337a1a1c2007
--- /dev/null
+++ b/model/params/model/layers/13/mlp/experts/down_proj/kernel/8.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02d4bd993c74ebacc3d57ea42e7d6a6081269d6392b736b2fa8de68702148e7b
+size 12260953
diff --git a/model/params/model/layers/13/mlp/experts/down_proj/kernel/80.0.0 b/model/params/model/layers/13/mlp/experts/down_proj/kernel/80.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..bbd5962d5045459ace6154641cd0ed93de643085
--- /dev/null
+++ b/model/params/model/layers/13/mlp/experts/down_proj/kernel/80.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06039dcc1352572a61f3b42bd0d5d073ad17b6b1494310c77bfe22ad7d2bccdc
+size 12255737
diff --git a/model/params/model/layers/13/mlp/experts/down_proj/kernel/82.0.0 b/model/params/model/layers/13/mlp/experts/down_proj/kernel/82.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2fe66e4209c6e1bc08ab46ae014f3bb82a213df3
--- /dev/null
+++ b/model/params/model/layers/13/mlp/experts/down_proj/kernel/82.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:205620aba7165388849678fccbd8c6e9a123d1c2a8b20fe5621c3b647494bb46
+size 12256427
diff --git a/model/params/model/layers/13/mlp/experts/down_proj/kernel/83.0.0 b/model/params/model/layers/13/mlp/experts/down_proj/kernel/83.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d3edf578a1d708c30bd285e8fcbb11ecd828f4d8
--- /dev/null
+++ b/model/params/model/layers/13/mlp/experts/down_proj/kernel/83.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f75cc114f8fa4693b9150f9d0322f90dbfc45b79850a3c4bd4005995f9b724a
+size 12255730
diff --git a/model/params/model/layers/13/mlp/experts/down_proj/kernel/84.0.0 b/model/params/model/layers/13/mlp/experts/down_proj/kernel/84.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..caa9acc4980268b28399d9d2c4499b14d15fdc7b
--- /dev/null
+++ b/model/params/model/layers/13/mlp/experts/down_proj/kernel/84.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:716a84af843d146fa43ffdbd328953083dc1b3bed36aefbc30b68e6782e43f07
+size 12258516
diff --git a/model/params/model/layers/13/mlp/experts/down_proj/kernel/86.0.0 b/model/params/model/layers/13/mlp/experts/down_proj/kernel/86.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b7ef9fe975bfea699cf24dd93eaade643877370b
--- /dev/null
+++ b/model/params/model/layers/13/mlp/experts/down_proj/kernel/86.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e95a9f7435e10545f52f45a3e3104a2269f8d15129d5e26a4fa1c0e78d024f36
+size 12255290
diff --git a/model/params/model/layers/13/mlp/experts/down_proj/kernel/87.0.0 b/model/params/model/layers/13/mlp/experts/down_proj/kernel/87.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..47cf9b8153913fef5b19230cc15764e80e7d7c2e
--- /dev/null
+++ b/model/params/model/layers/13/mlp/experts/down_proj/kernel/87.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81918322af80271d5bd2bda48fb9534d15a352c8d235d39ccf45161b5916a9e8
+size 12258423
diff --git a/model/params/model/layers/13/mlp/experts/down_proj/kernel/89.0.0 b/model/params/model/layers/13/mlp/experts/down_proj/kernel/89.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..faa858410c193570cb777628be320a8c1bdca4fa
--- /dev/null
+++ b/model/params/model/layers/13/mlp/experts/down_proj/kernel/89.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:334a68f359c1f5c4f536ccffdaba5f8014c2c08747a361f4da22c982ade31c38
+size 12256618
diff --git a/model/params/model/layers/13/mlp/experts/down_proj/kernel/9.0.0 b/model/params/model/layers/13/mlp/experts/down_proj/kernel/9.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c52cadac43347500a93d24fe89854f4631ac4498
--- /dev/null
+++ b/model/params/model/layers/13/mlp/experts/down_proj/kernel/9.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0595f38cb559daa689d022489765f32a89573b77ce9ee70e4a0d42eeb31b7e44
+size 12256419
diff --git a/model/params/model/layers/13/mlp/experts/down_proj/kernel/90.0.0 b/model/params/model/layers/13/mlp/experts/down_proj/kernel/90.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..87e1207d845d5593d7e40679d26f80268a1d9277
--- /dev/null
+++ b/model/params/model/layers/13/mlp/experts/down_proj/kernel/90.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dd12828a833be1c31735156f9bc0d1e0333d88a4846d00d0720eb8781f092b1
+size 12253721
diff --git a/model/params/model/layers/13/mlp/experts/down_proj/kernel/92.0.0 b/model/params/model/layers/13/mlp/experts/down_proj/kernel/92.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..bb09c49eea83c954e7e5c9ec80cffae0a4ee23c4
--- /dev/null
+++ b/model/params/model/layers/13/mlp/experts/down_proj/kernel/92.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49fef145715bf980828d01cca9577502d3284e90e5de71634f3a3d9379a6915b
+size 12260309
diff --git a/model/params/model/layers/13/mlp/experts/down_proj/kernel/95.0.0 b/model/params/model/layers/13/mlp/experts/down_proj/kernel/95.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d58615f0e816b1e3b0f84edd299875efe2b03a2d
--- /dev/null
+++ b/model/params/model/layers/13/mlp/experts/down_proj/kernel/95.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2da252c938648b2b99b192bb40a0be548c54edfda43de5461f9a481d1d9566f
+size 12254478
diff --git a/model/params/model/layers/13/mlp/experts/down_proj/kernel/96.0.0 b/model/params/model/layers/13/mlp/experts/down_proj/kernel/96.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a000a1ba3b8a59d70ec609463d2a60696301be92
--- /dev/null
+++ b/model/params/model/layers/13/mlp/experts/down_proj/kernel/96.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aabb33e3bae9a158f2a17f8f996b6621df8e9c515283f86e8395658559d099fe
+size 12256652
diff --git a/model/params/model/layers/13/mlp/experts/down_proj/kernel/98.0.0 b/model/params/model/layers/13/mlp/experts/down_proj/kernel/98.0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0bf55d50c8d28072a472710521398f6cdd4a2dfc
--- /dev/null
+++ b/model/params/model/layers/13/mlp/experts/down_proj/kernel/98.0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7127bfe87e9170f6062d1d9fd573d15115c2d1de58ebef72d862aaae2a7fab2f
+size 12256703