diff --git a/params/llama3/4/fixed/woq/init/lm_head/scale.pt b/params/llama3/4/fixed/woq/init/lm_head/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb4932e4c69bde8c25e80ed22d2a70ca127ba170
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/lm_head/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1deabb894696143cd8c206ba4d69b7b5a9d6cb8af1f4725b8cc1f5fb0f8657e0
+size 514130
diff --git a/params/llama3/4/fixed/woq/init/lm_head/zp.pt b/params/llama3/4/fixed/woq/init/lm_head/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/lm_head/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.0.mlp.down_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.0.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e0647d9776414d3cfd1ed25905b1d7bbb285252
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.0.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5659b3434837424e419858356b0f534e08584612132ffe0420f4c320873bb2b
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.0.mlp.down_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.0.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.0.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.0.mlp.gate_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.0.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bdc2480e2d74ec9ac51d1b6a3ceff6ecef31ead
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.0.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e711d95c78cfdb13514f6bb97538b1d66bbde4a68082f9223f524fb1812f0bf2
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.0.mlp.gate_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.0.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.0.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.0.mlp.up_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.0.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9af7aafe07831f39646c9ca532c9f34f4138f7f6
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.0.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89ab767fe824fab198fc1d7297418f8dcac6d965679ab44fd7ea08e1352ad930
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.0.mlp.up_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.0.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.0.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.0.self_attn.k_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.0.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48b320ca3f597a14a454f98324c666930d697f9b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.0.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:093e6f016caf10b4662a63e403633dec97ff335dc9d861dd92593e5e921e42f3
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.0.self_attn.k_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.0.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.0.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.0.self_attn.o_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.0.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2934c4162de9e7752efd11828fbad3fb12163996
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.0.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a415b289c6171e58fd5bb9d2b357d0da5616e29dd2a06a3e913c46d3934b3ed3
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.0.self_attn.o_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.0.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.0.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.0.self_attn.q_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.0.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc28523267d5fe889a553b2e6d16118a45db105a
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.0.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:070f116ff9ca39d20167c33aefb08e38cda23f2641ce5e92a1fda0db1a233976
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.0.self_attn.q_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.0.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.0.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.0.self_attn.v_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.0.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fe33be34548ba7dc03474f574f07cab9343782c
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.0.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a34fb62f40b1f0ef0b51247755e732ffe4914957319006bbc5c1863ffaa51b6
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.0.self_attn.v_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.0.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.0.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.1.mlp.down_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.1.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7a75b4c352f2ada3d2dcbfd71bb4249b389cd12
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.1.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4db4f775e92abbe1698a478da4e58d60a21647984fcae2a61f1432d027e2ec14
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.1.mlp.down_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.1.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.1.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.1.mlp.gate_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.1.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b1574b5a7eb9a39c7829021b1e0ae2c82f20698
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.1.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dbb69dc3091eb2bb25477d691bba2348b8815a5ef0d0555656a611c8a10d308
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.1.mlp.gate_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.1.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.1.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.1.mlp.up_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.1.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c080eea6a6029d6d61bffeedecdcf62239698a1
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.1.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a0de69e533dc8e888d9fea135552f3e295393eb2df6b064cb60e4897b7b9e17
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.1.mlp.up_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.1.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.1.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.1.self_attn.k_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.1.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79173296fcf741a205776fbdfabfd47f666bb2bf
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.1.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66b077baccf6bf86abc96668a0a6ff8c98ecbf20fbbf898cb0ef48d016d8304b
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.1.self_attn.k_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.1.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.1.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.1.self_attn.o_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.1.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f1d479a4873e12625414a942fdca53ae4c06a83
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.1.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aafc7efd74a7d54feddcab756051c99ef5b9ae4eff76ac3da6f663375999c740
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.1.self_attn.o_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.1.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.1.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.1.self_attn.q_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.1.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f18fbb83cd576ec6098286f8b7b42c2e38e004d2
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.1.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6d5c0673b20e757891db34695b0138fbeca28f21c80424ae36efe42206d3dae
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.1.self_attn.q_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.1.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.1.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.1.self_attn.v_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.1.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e786294d9736704d45de5e76a0822e6823235e7
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.1.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8262690d13c6be1d4058cf5b4f300ebdbee6f3b7fc6f33914298a0309f2b2a3b
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.1.self_attn.v_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.1.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.1.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.10.mlp.down_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.10.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e0c309a30a58a5ae145049a280bd95999590c24
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.10.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d44e723ab9d9d935a5eaec0bda8590a51fe422179b5b8d243149ac04bbbb676c
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.10.mlp.down_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.10.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.10.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.10.mlp.gate_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.10.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e05c0f37ac8f4e86e1be93180f8652d7a092b96
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.10.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7749a3abadc83fede08794fdf41282a8b03ed4f6d1a35d6882cf736ff61145e
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.10.mlp.gate_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.10.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.10.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.10.mlp.up_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.10.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6f9afebbafb7549f48944911bce8c78f93a468f
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.10.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7904a7821505036283274bdcbc4a396e6c09475c7f9e6c7bea12ffc3dcdeaaca
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.10.mlp.up_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.10.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.10.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.10.self_attn.k_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.10.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed6b6a270d97b8f8cc347fa0c7776821a3e528f7
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.10.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b5a403caf36c83b92327ff6ae6164c70128fa73ad5a05ec879216a871892710
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.10.self_attn.k_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.10.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.10.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.10.self_attn.o_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.10.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01517a4ca70e80a8eb7a259c3ac03d5422fc8f20
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.10.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92a1e9116474a9afe8cb882e0e241207f070f311b8302605f18a8901bad76b22
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.10.self_attn.o_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.10.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.10.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.10.self_attn.q_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.10.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41e577097e35dba124723428d551c6ff27aa1ff9
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.10.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:668332d89c8d9f7871c26d29f18906e189b19421c165cd02755017a0d2a12ffa
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.10.self_attn.q_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.10.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.10.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.10.self_attn.v_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.10.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e27dd09f3c1461e3c7fc8123f07787f6208128e
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.10.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c42042b1aef9a184fe97fc56f9d4a9f4995ed50dcfd6239d760c54234a5d096
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.10.self_attn.v_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.10.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.10.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.11.mlp.down_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.11.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b3ff39541114c1026d1adfdbc4b6c0d199fbfca
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.11.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56c18841e47ae62273d4ca991958ab9bf67d61b4e67e658658290eeece9a9a68
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.11.mlp.down_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.11.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.11.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.11.mlp.gate_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.11.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..064857865eece1613bfff85cc33fa5c5e0cdd640
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.11.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81976d4f6186d570f351a57ec581daa73c70a96ae615a8040c9b55209da31ccc
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.11.mlp.gate_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.11.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.11.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.11.mlp.up_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.11.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..085423aa265a26adf24d8b32463c1bc2980bc038
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.11.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d4f022bbfa51a79908e138b3d25f2d9732398bb3220c80b3a79e4de41e245ce
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.11.mlp.up_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.11.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.11.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.11.self_attn.k_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.11.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..409fdfc29ec4bb5dcfa37eb425f94dc1b632b37c
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.11.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:553030bdf464ae0d3d8e6b3ee75d0bbb8f4a113fa17ea28492ca8afc255dcab7
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.11.self_attn.k_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.11.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.11.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.11.self_attn.o_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.11.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08285114e4bf5fad22cab50585eb8d807e6a2509
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.11.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11f1341fd9d599f63ea7f4a30c9bb6c6cdc25f8824a481ec1bad48608c51d78c
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.11.self_attn.o_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.11.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.11.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.11.self_attn.q_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.11.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6815c90138458f5bc4d20ba3299490c1b7b553a0
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.11.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbb474e98f800c8ff3aaf10d08c27a6eedc307fae7b340f37e20cafd8e678420
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.11.self_attn.q_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.11.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.11.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.11.self_attn.v_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.11.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66497958828cac8b801c29b4e2028d1e5b5a84d7
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.11.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a97a42b71085cb16a7a4f368a9e2156bc95d4a194821665e6d6bc1c6479e294
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.11.self_attn.v_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.11.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.11.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.12.mlp.down_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.12.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66251d2c8736f4a8dc4beaa1337068582335d3f8
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.12.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec68bb787ec99709f92aecb517219c25fb0b5449c558e62a00e2a16a2426e325
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.12.mlp.down_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.12.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.12.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.12.mlp.gate_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.12.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2768f9ccd7ac4170b906e225a957c4e51a098fe3
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.12.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ff30e4d9e8b63ec909b112a791f80d9f480ef136d0afd8273eb1e0e6003ef3c
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.12.mlp.gate_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.12.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.12.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.12.mlp.up_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.12.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34f66f08a8e492f00c9f6afacac8834d120aa641
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.12.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed734b6f991bc0b2e2b527859e3df78ccdcd3641f930575b1184ef07371d3433
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.12.mlp.up_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.12.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.12.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.12.self_attn.k_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.12.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c8bdb805f598f5b145f1854cc95e8848c8c23a5
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.12.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f57a30d24abfd7cd0126b0fc1b113225a75f7f6731d784dd230f9dd1fda1d19b
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.12.self_attn.k_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.12.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.12.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.12.self_attn.o_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.12.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b4e2f67eeb31a5e097dc206a050cab1c841e02f
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.12.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0b2852e1c98f5e8970b05fe895a956daa230097d2b915febec66e02c3f1349f
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.12.self_attn.o_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.12.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.12.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.12.self_attn.q_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.12.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ffd08515816c82443afd3d9b93371825d932195
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.12.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c466128815524efb45258c330bcb59d6a4fda423fecc968063e5f9f810bc65be
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.12.self_attn.q_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.12.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.12.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.12.self_attn.v_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.12.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d731f33a41f66a6c52092ec15a55a7b783ef4448
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.12.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70c963c9aaad68f8b11a860a284d05065b6359b650246b58d2fdef09eef260b1
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.12.self_attn.v_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.12.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.12.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.13.mlp.down_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.13.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60c568a52340b4ef4976a72ea5adb7d107198f9f
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.13.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:095e21ab1bd4d292b74fac88bd5853f62a702cfbb32c9d5b3df1040cc1610941
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.13.mlp.down_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.13.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.13.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.13.mlp.gate_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.13.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd823e0556dd3cacd9e37bb3c3a573e31ec45b09
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.13.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52a08276d1118fccf895b93e20f0fce033ac98ba55f17880239d355d23a20673
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.13.mlp.gate_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.13.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.13.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.13.mlp.up_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.13.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36c14e62e44da83ec6cfb985008a2ce743d3640f
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.13.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6d23fb32db2903b8265542ee281e3904b17604a52b80d6816d758aa56bae4d4
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.13.mlp.up_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.13.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.13.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.13.self_attn.k_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.13.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3d641363e48124c0e8cb5716af99ad0bbcd6f8f
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.13.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:735d28a82e0438512881eed086d870f00eb6c534fd9b96cfe6ef072e61604062
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.13.self_attn.k_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.13.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.13.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.13.self_attn.o_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.13.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd6bfbff6ca6804897a6931e0c5e54fa34dbadff
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.13.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20efe883724f8146551c4cfda78286376042262e794eb7acc5e86b40fdc446b8
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.13.self_attn.o_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.13.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.13.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.13.self_attn.q_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.13.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2978276387121f5dc370c1aa7c3a83b763a04ab0
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.13.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68890b4974be4d0706f5ca36bbe21b8b1ab2145bc2b38743d9727a7cd9a96907
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.13.self_attn.q_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.13.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.13.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.13.self_attn.v_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.13.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eba52d6c5a23543d81d46343e9d95a28caef0b26
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.13.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efd23a50d6a5c89919f9ad4fc04663f2ce05601d12a6db58903e80a6ffe066a5
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.13.self_attn.v_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.13.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.13.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.14.mlp.down_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.14.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfa1dd2ffa6846c1ac5179db7d8e6a9091bb9361
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.14.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7d83308ba2166372fda33cf5afd8cc4e943bc4bcde82f789f34ca37241460f4
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.14.mlp.down_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.14.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.14.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.14.mlp.gate_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.14.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90e79501c153dbc608d43699e5c9d24355daf5e3
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.14.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14604d66113ea5d63c6bf620fd3b1d46263560df21264db4c23b7bb9bda82119
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.14.mlp.gate_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.14.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.14.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.14.mlp.up_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.14.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09a36db072c550739e7fd5469b3bfecc15aff9c8
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.14.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3410ebd81dd1f78ff1155fb8baa3526a4e52efb024e6a2b192bf938c34a4c5f4
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.14.mlp.up_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.14.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.14.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.14.self_attn.k_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.14.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8eba716a64d09c18db5db47bcf3e5769e400c777
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.14.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e132d927fdf4485802f74d910dc6be21f770e39777d0eb7c373930f5db2b3d5
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.14.self_attn.k_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.14.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.14.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.14.self_attn.o_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.14.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d5c2b454726de1eb90987fc3c38f7e369b2a9e2
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.14.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2040282e31052366bc6515aec9f5832b6418627a6aed5d865a5c9ba4a2e51175
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.14.self_attn.o_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.14.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.14.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.14.self_attn.q_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.14.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e10e62554624e0ae9478378d8b34aa00badf804b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.14.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71a47d7104fbc4b5e751ce9c7459e5ad15a7ce97ddfadfb17c054e3e5e506883
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.14.self_attn.q_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.14.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.14.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.14.self_attn.v_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.14.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e0dd93fdca1dfcc9aa045b307ddd08625d3d545
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.14.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb4ea3f4c8c69c212d71b2896bc9600d7f732364167626ccac52820dde17a79c
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.14.self_attn.v_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.14.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.14.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.15.mlp.down_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.15.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f82d4e6c51d63a6797051e08000de8b2e3133d0
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.15.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3e4683d4650edc24fc90b58f9f4c22f8b41878fb4fcbdb0c00ca32338264a37
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.15.mlp.down_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.15.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.15.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.15.mlp.gate_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.15.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4211d07b7a3972b034979f0bbfd9e07ed58f5230
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.15.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ddfd3dbd1ece3fa1b77ac1d02164e34e0c2358ed0b0fd2caf035848e705f21d
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.15.mlp.gate_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.15.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.15.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.15.mlp.up_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.15.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c69ea11f4c192ffeb5769f391ba1420172659185
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.15.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:992720153b19507ca54c47c6ff20ae3bafce61921d9b615da468590ea379db0a
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.15.mlp.up_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.15.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.15.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.15.self_attn.k_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.15.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..167de61688e06b2ae1461e0c70b0ebebd922060b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.15.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:424bcef2a67bb2b65bbcb1998d6f9612bc456279c885f5367d4220cd33b6c5d7
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.15.self_attn.k_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.15.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.15.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.15.self_attn.o_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.15.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c2fd7cbb91f49ff3db0d281809c9d9de8eb6eda
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.15.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3aa68477675191ccc9415d2df9e8c2ac794d2698d7d3801603233f7ee4b1a91
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.15.self_attn.o_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.15.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.15.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.15.self_attn.q_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.15.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffeb167321a862023cb5e6db9dab5ba8ca074848
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.15.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5804e62b1d0136a9eb5fb3b119ca85d27b8a3100081fc1ac9599d886d868a2d9
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.15.self_attn.q_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.15.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.15.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.15.self_attn.v_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.15.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..745b38b22823c0145dd81be9445acb2901c8faa1
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.15.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d93f79d0e00b501994f8214530976c2064c6b2d041c7b747b76caf500ee2ba4a
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.15.self_attn.v_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.15.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.15.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.16.mlp.down_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.16.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f35b27b413e3d55850f9767655dfc59aa052e230
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.16.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f7e36499691be256ab4bb4fd1e85e05ef8b225cd8a7293cbe985c16f0f29b2a
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.16.mlp.down_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.16.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.16.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.16.mlp.gate_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.16.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba736caf023834c4329cffe07cb89d272d363c3f
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.16.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5aa033da3086289dcfb29d41ccbfb5c361938d0d3975603c5109d31de6aa739
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.16.mlp.gate_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.16.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.16.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.16.mlp.up_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.16.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f28a9fe5547750e0a57a18d140c726817a0d5d76
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.16.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86d7cd7204d79e0dd351160eebd0f3695f9e3a73a6cda67b6390e0a352ff652f
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.16.mlp.up_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.16.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.16.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.16.self_attn.k_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.16.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31ff159ab749855f500ae1a94a57e6d9c6cea719
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.16.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4000b9ec266c5d0ce07eb2cc8c52c6b2209a336f74866609132f99fbc7685fe6
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.16.self_attn.k_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.16.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.16.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.16.self_attn.o_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.16.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83e8b65a2356af17d3e237a2f7f2e81e10e3304b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.16.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28964d217c451e09f471eafae3aad53b1c4e66a0fc646d897d01b6ba1a8dec63
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.16.self_attn.o_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.16.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.16.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.16.self_attn.q_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.16.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..925f8a359d2cfb609933aaa0414fd92c26f632d8
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.16.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:824fed31fe1b80bc7e9270bd63d9b94ea00067efe8bd79ade684eeed8ae4bd38
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.16.self_attn.q_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.16.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.16.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.16.self_attn.v_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.16.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bee2f5c002d31110b6cad7818515c15fe49b6d2
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.16.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a251fa6e19cb079bf14db1638f4f609af4027a5375184ae91ce1d8d86f34a83e
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.16.self_attn.v_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.16.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.16.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.17.mlp.down_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.17.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc1dd4200f73c349c9f3b62fd44d65b7505fedac
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.17.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:364eecad1e4ab0716a8ae9bc9041f342c5d61450498b6a45e93745fbbdc66e27
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.17.mlp.down_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.17.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.17.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.17.mlp.gate_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.17.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4346752aa7db847ba93865b38ecaa230b7635809
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.17.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdfa386c1fca0cdce6a4c26b776e6763c5fef3a5b8dfbc80f56111766ce1fb7c
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.17.mlp.gate_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.17.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.17.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.17.mlp.up_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.17.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58b2a2519cd9f0fe2e5fc217b5c75bec6ba0f29f
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.17.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec93f189beef79f4717c03eb8114f944a54744b8b9135b9e43316cf27c7e30c2
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.17.mlp.up_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.17.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.17.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.17.self_attn.k_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.17.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db6b9529f236b6834a103719cda85179e2c38f13
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.17.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a77032c0323d43895616dafedf4943561842ad8f30db55a60ded23a00806937
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.17.self_attn.k_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.17.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.17.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.17.self_attn.o_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.17.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dce6cc471d991990e8eb277e8dbc3a50e5578d16
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.17.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b29d5165f68bb89516d384c577e156ba517acd1a7b784746f632e1e38258a537
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.17.self_attn.o_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.17.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.17.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.17.self_attn.q_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.17.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cca72c86eb1df11ce3b2bf034141789604a4aa76
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.17.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65ba2b47814451c22decb9ac49d245bcb53932b8c13990888e77d052d8618eb1
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.17.self_attn.q_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.17.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.17.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.17.self_attn.v_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.17.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b829bed35280c9dae9fea825efa96835716d768
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.17.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97d8dab1fcaa067612ed64384a6c643bc2355f869085c5e02a9aa1ba123fa1c8
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.17.self_attn.v_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.17.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.17.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.18.mlp.down_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.18.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f48c4ca233bdbd7619111814bdbe556f8209fa03
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.18.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97e3268a31ace0c51a6acc52aa1f2492408cc042ec1bc007f4de84be8fb89fa5
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.18.mlp.down_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.18.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.18.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.18.mlp.gate_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.18.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c11215a4849e25aa909f6b94ddf219f2283ac6f
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.18.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82030d5bf42556ea6170e3d551f3e84afe7d2804d1cbcbeaffa81ad537bf9493
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.18.mlp.gate_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.18.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.18.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.18.mlp.up_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.18.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55cd20f7564b912e51b2307a6fa061cb6de6d02e
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.18.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1074eac36c9e0e014935ef8ecfee67a6bdcaa75585214bfb8bea6b3af35780a3
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.18.mlp.up_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.18.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.18.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.18.self_attn.k_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.18.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e62e4efed6f7e1727589097a8224bd140177fd8
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.18.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf98aca22c9dccec0c16e77908512256bac3992765a874db737ec4c4abaa3381
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.18.self_attn.k_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.18.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.18.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.18.self_attn.o_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.18.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..408853a05d5b650346be530b308400320d3bcbd7
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.18.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2295b9e0d3c1153debfa9c1a0acdda220650e019b2a996220b29aa206ca48f86
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.18.self_attn.o_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.18.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.18.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.18.self_attn.q_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.18.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..589062958b0c5ee8bff5308f478bf5353b534439
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.18.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d938a5f1d6b4c826284e5ef72a6c17b39c204cf711b95b27bda9aaae5d0be2ac
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.18.self_attn.q_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.18.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.18.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.18.self_attn.v_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.18.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b4c0acecc0b80c2fbc2989174d949b40d864375
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.18.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60d7e3b2c09832357767af2042c1aed2ff3403ffa1a7b48a66720b8ae0e949f5
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.18.self_attn.v_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.18.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.18.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.19.mlp.down_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.19.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..143d7695b24fc79165bef47cb9e45752b43e96c3
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.19.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fad483b1fbff2f82031267ec6869d6b8b39fdda392cbf100c1fa8e5dd8aa1906
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.19.mlp.down_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.19.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.19.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.19.mlp.gate_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.19.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8ced91abf59ec0f89ee3327ac41853c1990284e
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.19.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:609bfaf0672aa572b554ce05723615629eece2b2e55d0c2aaefaf2121d2fa7de
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.19.mlp.gate_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.19.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.19.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.19.mlp.up_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.19.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68509f5c65f5f6d4fe92c0f1cc7392ea11d3673e
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.19.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2543454dab56e7056d293cf25a4591a96e44e444a061ec6418f5fbe015444ced
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.19.mlp.up_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.19.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.19.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.19.self_attn.k_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.19.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aae57707c833b89d4fae3ca73b2268a886f56c37
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.19.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc8ba2a9c43af163e6dbe7ef6a00203a20b56cb7940e4609535fb1018af87052
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.19.self_attn.k_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.19.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.19.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.19.self_attn.o_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.19.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90f0e74bbae2dfe8f0ceb4549518468b63bc340b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.19.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57899e1b8633aa083d25b1593e2609054fcbfbd58ea2c1799d0350b805a8e647
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.19.self_attn.o_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.19.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.19.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.19.self_attn.q_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.19.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f74f0f568b71185d40bb36096bdf01c6b5832477
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.19.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bae183f2c4c50321de8d6301defc69af47f82e22506175d4cb543e3e2d134815
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.19.self_attn.q_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.19.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.19.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.19.self_attn.v_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.19.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bedfa5d4a602d4ccd78cc4e3553e49462ec91e74
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.19.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0268e3b2643dd7d854d6c1ed47ed2c70689138ab1b69fa41e316a888e458cdc4
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.19.self_attn.v_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.19.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.19.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.2.mlp.down_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.2.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..115c7e29455ca494fc978967808c0a63e745c10f
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.2.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fc152f07a6b5834977358559d90b497a2bfebfe2428105167327143efa406e6
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.2.mlp.down_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.2.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.2.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.2.mlp.gate_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.2.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9237db3fc0a504a73c26ac95b275a07ade7485a
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.2.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acd16a9e57ebb01e147604cea7db4387911d55e6e0d28cb47b523b379c0e1568
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.2.mlp.gate_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.2.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.2.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.2.mlp.up_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.2.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f2893b37a9f2bddec3ea4b334890aa1da8dc88a
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.2.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:220a4b5f15636a282c4f088d223140884161be2f48249af139b074f6a064146a
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.2.mlp.up_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.2.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.2.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.2.self_attn.k_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.2.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5558e534a4bcc77e35136b3509b169a8e8bcdfc
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.2.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6f1ba536d66555806d1899c28f28aff0d3b54f91ceb4f21b00841dfc7b06cbd
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.2.self_attn.k_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.2.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.2.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.2.self_attn.o_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.2.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad0c1966593798652b6eb86b8a63c01b084dfc6a
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.2.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:851df7a514be05400c447bca36c37ef375c480b842268e808b31054ea462e83a
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.2.self_attn.o_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.2.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.2.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.2.self_attn.q_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.2.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0f8cf94dfc9e202dab84eab2f4fdd21e72575de
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.2.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b06b96398953f7d1c9ae2f83b9b1c7c069b22f96cb4cbf4a61be72d9286fce93
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.2.self_attn.q_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.2.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.2.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.2.self_attn.v_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.2.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..569160e272889726597d68970ab1ac9cfc04429c
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.2.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34791a815717ca5b9d19271bda3afb26b372ed06ce796d3dc34220c6adb658e1
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.2.self_attn.v_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.2.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.2.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.20.mlp.down_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.20.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fb4170d65bce755761e07d6d330777ef7682b83
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.20.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ace7c35cbf7566dffef02ac5c4f5ea489839c6697335a93a016d12b166d7b3cd
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.20.mlp.down_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.20.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.20.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.20.mlp.gate_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.20.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dbe4f494a446fb650815d78bf76401272a33896
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.20.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:753367d7967044a6e2693bfd80aa847a8782848a93dd2b9c7315526294813456
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.20.mlp.gate_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.20.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.20.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.20.mlp.up_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.20.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5926c04d130bdde9dcc86558743ea14b6a9a6036
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.20.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b7d017916ff07f5c82c422dbf3efddc35f4a5bb5b3115c0948e1acfc2ea99a6
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.20.mlp.up_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.20.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.20.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.20.self_attn.k_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.20.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..182284a2d7595076b521c30dc367c25276dc3c42
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.20.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10521cda8c331382ef8202bc583397e9695d126ed5138aed9b5cbbb47c81034e
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.20.self_attn.k_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.20.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.20.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.20.self_attn.o_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.20.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8ddd6c4061c1e85bd789d6acc6035232f89f01e
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.20.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:670bd1bf325b8997deb625e50d9345eed7a051ab9c73cbd3f87761168a8a67ba
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.20.self_attn.o_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.20.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.20.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.20.self_attn.q_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.20.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae9211860d097caa8f645f4395f337735705c18a
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.20.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4708b2852530a2c618581a27a00d7f1d8805032c97f15787d1cd506da263f9f
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.20.self_attn.q_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.20.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.20.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.20.self_attn.v_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.20.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee88afdfb8a3b5a476558acb9f35f1c62bbd994d
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.20.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9bf793f20e6282c4391c632e35ac52c012ba0a6d0a413fbd3b3db95e5b5130b
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.20.self_attn.v_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.20.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.20.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.21.mlp.down_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.21.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e30400ba45a7d058bfc3f00290638d322f7e90f7
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.21.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b92b685cb1954aeafd77ade4fcd208123d6372d3ad3940db03399f4906baee2b
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.21.mlp.down_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.21.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.21.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.21.mlp.gate_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.21.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56c0aead1153289ee703652dbf19d552c16c4d5b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.21.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7239bd8f6588ef9c14b4ccb6b316699c830c0d77a67b8e53ee5f6ca85f340505
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.21.mlp.gate_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.21.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.21.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.21.mlp.up_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.21.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..752d1e624c2efba4266ce2ed60efb0824123bc84
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.21.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f8caf05a4a9fef88c82dd5510e102521c529fcfbaf71371a81836d41a898e9a
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.21.mlp.up_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.21.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.21.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.21.self_attn.k_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.21.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c91d12a28784206f25c23c350fb2a4611fc4f59
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.21.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f580f97b0f512383ca6e4cf653c6b18df6ba4c82719a51bd6a8b3b68066af3d2
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.21.self_attn.k_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.21.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.21.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.21.self_attn.o_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.21.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad9423f23962960e965b11faf57700a7cf678e7b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.21.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c100d61fd69df82affb0b14ac1d9d33df3757dcbaa4f1e3be78dd105ac50723
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.21.self_attn.o_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.21.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.21.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.21.self_attn.q_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.21.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd85fade20020179a189b89c10abee3bb5ada320
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.21.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ca9af5f96d7f86254476dea50c57f6d9f2d50e5d453be0380f7bca9ee570b06
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.21.self_attn.q_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.21.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.21.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.21.self_attn.v_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.21.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2de7d4f12a10074337e17fab4c3da4ee54907ba1
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.21.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95e84277e2a765901394077ffb6f347f525d74e9e6961303c01d0588c23119d9
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.21.self_attn.v_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.21.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.21.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.22.mlp.down_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.22.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccc2a134edd4b62050de5687e7a65142e65e4b6a
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.22.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52e7333157077989715dd1ebe5ec9958451aecea3cb83e2d5f57de259e869fb2
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.22.mlp.down_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.22.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.22.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.22.mlp.gate_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.22.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..021bfee01ceefdf9013dbb609b84eff54e7f669b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.22.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aee0b39cf4a39f74426b79830ef4012851f6ce50bd1220a7d2b173e6f2baa93b
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.22.mlp.gate_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.22.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.22.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.22.mlp.up_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.22.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33c047ed090f4ba41ed05b09897c6081fd7d3117
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.22.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8628be5e5bde86d44c8606d37913e10d4b054a2a6299267be6cc9daf241e06c1
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.22.mlp.up_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.22.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.22.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.22.self_attn.k_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.22.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21d4db56ae81928744fc6758c3c69277f08ea185
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.22.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c06f05e4cd17aa54669cb0be73936fd6937926aec79ecb3595812c0cecf03254
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.22.self_attn.k_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.22.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.22.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.22.self_attn.o_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.22.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..295d1d2ff7c341fc2e0bd1cffa3545187897e0f8
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.22.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:959cdb904d308655be4b2703b448f2e726e454574781f0dfa4c949489148d741
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.22.self_attn.o_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.22.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.22.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.22.self_attn.q_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.22.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec116836779a21211efd6371d137bc07f9d65f5f
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.22.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e06f9c68ad714abd363e8537cb27cb3018b9a28f6bba77988ede9a7beffcc6d6
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.22.self_attn.q_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.22.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.22.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.22.self_attn.v_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.22.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0a5ccff591ba7a18ad1635ca26ba362d13c23f7
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.22.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35d8e9b454bccfa484ea746aaaefb5e4543517d5944874f621e11e252831fea6
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.22.self_attn.v_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.22.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.22.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.23.mlp.down_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.23.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecf45c1a59d160f6e4dc4d5c699e2a7695c56577
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.23.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f56d6c2b1a72899794b821de74a89306d535de8a70dad58f85d82c72dfb9de27
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.23.mlp.down_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.23.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.23.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.23.mlp.gate_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.23.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0714ea3f07bcd0c7ecf985435e943821d8f09dd
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.23.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9edaa5d4306b16cf3f5bea4fa3a44e906e1f86f1a06d81d38ea43b06dbf7150a
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.23.mlp.gate_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.23.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.23.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.23.mlp.up_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.23.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a6c79fa9b915cd39b1ab522bf5139f83e59ceb6
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.23.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fd7429bb0c118fb061de53808ae7724ca39e62f299828671fab03af725b2717
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.23.mlp.up_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.23.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.23.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.23.self_attn.k_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.23.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32aa31f649f10ddfeaa1bcf591fc2cccc93a7006
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.23.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:509c2879e556dd12083941529099bf87c24be9af47908cbc795ff6d3bbfb4516
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.23.self_attn.k_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.23.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.23.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.23.self_attn.o_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.23.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..562996b09a7a429d1bb9190eb80b4179f9e1746e
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.23.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0040a3c2adcc74a7cb1e0683f5d1030f046dfdde4113d904f79f5580879e826
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.23.self_attn.o_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.23.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.23.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.23.self_attn.q_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.23.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e6f8dd3d7087d8db29aef6646e1d4b65be7f5b6
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.23.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9510d293111f2bec4cdab8b9f71a5f10b1537ae4f2242280999f78954421aedd
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.23.self_attn.q_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.23.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.23.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.23.self_attn.v_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.23.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..024e6e6596d53e22add898a9285db23457f40ac8
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.23.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b60d22da7cf551b69157aec101d989aa9f744c8d693fe6191cd05030446a25fc
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.23.self_attn.v_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.23.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.23.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.24.mlp.down_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.24.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dff6ac01e710ba0cb302b7112dac132efc6d703d
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.24.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16e7906cda4ce7100c9da010ab44e740a21229b23fd15519d1a97fbf9d19a4f9
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.24.mlp.down_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.24.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.24.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.24.mlp.gate_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.24.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ad831ded18a8b9cd105c0945df5b41ca324a2a5
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.24.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3790a1610c6fb2435302933c0ced26ae777dca1aaf60f0fd7dd44fe4a1c631b7
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.24.mlp.gate_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.24.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.24.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.24.mlp.up_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.24.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2527ed196342dc82dcb7603e3457e48c6a89ac40
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.24.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa593f27401d57082b0aacb02ee67cd4e192e22866cf272bee07732c73059a01
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.24.mlp.up_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.24.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.24.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.24.self_attn.k_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.24.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcd0df4ff2b695b01c3e9e6b8404a21bd51f321b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.24.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d704172593fe3a427b4c712f285354888fd2e880878ff4a4b91a917442e119b4
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.24.self_attn.k_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.24.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.24.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.24.self_attn.o_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.24.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..822996705fee4f94caa91a9172f29fc35b44056b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.24.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30720eaba81e5b34411bc792f2ed935c5706610e82c51e4e9c0812eb882e5223
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.24.self_attn.o_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.24.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.24.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.24.self_attn.q_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.24.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..936ae3ce0259b042679dabec0a63e2a290e58e37
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.24.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd15c1306eecdb3ad3b7124b92c7c8248bbd23f762dfeca4b36a8944067beed0
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.24.self_attn.q_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.24.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.24.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.24.self_attn.v_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.24.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7544fb72d515c209630ebb86089d737dd2ca5809
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.24.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58c3b3f08f87b59d79cc8cef9b558b6141b7e4eafd8fd11cc57b372c0c142a40
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.24.self_attn.v_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.24.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.24.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.25.mlp.down_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.25.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..599c2275c92873a1f99c61060ed5fc7a0a1b872e
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.25.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7e6ef5879d376ffdb1012e03f82ef70fcbdaaa91da4e0a6664749a9aab2cc1d
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.25.mlp.down_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.25.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.25.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.25.mlp.gate_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.25.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a65535464c1c6689460bef185ecfab519ca96f6
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.25.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff0194bda57928cbe1a285e982689260225f8312ec4197a2ad5017f26930d6ef
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.25.mlp.gate_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.25.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.25.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.25.mlp.up_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.25.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acdd21d0fbb8f02dd0ce6e2f41dd9c739df5a739
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.25.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d727667014824f37821a9f054acc70ce83c1c01fa6ed5ea6850a67a774334512
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.25.mlp.up_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.25.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.25.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.25.self_attn.k_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.25.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7b7845732d7ccdaa8b12ed04cfcbac352e341c0
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.25.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97d3da12930722d59822bc8ade00fda845585a6b35ed082f49b87ac89934eba6
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.25.self_attn.k_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.25.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.25.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.25.self_attn.o_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.25.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50093953040afeace5d1288b16a96415a0ee1991
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.25.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc13eacbb06d48cc2aecf6893f6562487e9c88e67bd74a6fe2ca8019be9d6cb4
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.25.self_attn.o_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.25.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.25.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.25.self_attn.q_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.25.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03f3ab5b9ab7d7c1e9ea52b2983daf125cd74203
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.25.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00ec42450a3f4fc4d01a957d2d8893b507dba5f20ea5bae930a452d5a20aeab3
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.25.self_attn.q_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.25.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.25.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.25.self_attn.v_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.25.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c065637873f3361ee7a36e63a4f0d6073c0e2edc
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.25.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dcc32471beac1d9df3bc6058f0039ae7e8c8c68615df087e02b2280060ee428
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.25.self_attn.v_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.25.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.25.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.26.mlp.down_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.26.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59bbabe1258de9d1627ae7f10df1ef57555b983d
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.26.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fd2b89c67a1ffc1302d89ca6fe1f8deb99d038af4722f5e8533dfce25c73741
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.26.mlp.down_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.26.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.26.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.26.mlp.gate_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.26.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1b77a61c72dbc0f53a08861433a03df2f2ba7e6
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.26.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfe7a7272d006f85d7a3f782b05231627b28a45e56dda082091c5460598109ed
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.26.mlp.gate_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.26.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.26.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.26.mlp.up_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.26.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b70d5e07c652b76c705f9317479d8b270958b79e
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.26.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f20d010223cd9fd6304dc243ec94d9bdb0c0ffeeedeeede2c4b21341f4b66f72
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.26.mlp.up_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.26.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.26.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.26.self_attn.k_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.26.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..785615c4d8d02c946470c0622345cce714f11d1f
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.26.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbd93c2cd1b805e760ad00142de710d57daedb084421eff23b50f37cdb9f1bbc
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.26.self_attn.k_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.26.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.26.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.26.self_attn.o_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.26.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8f1aa69661f1910cb5a63a0245c0835b6ea8452
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.26.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a8caffe12790ede72897a12639ad9b1d34d728a0a3d7cbfa756d30dba73a1b5
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.26.self_attn.o_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.26.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.26.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.26.self_attn.q_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.26.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc666a82b9fe36d252a3a04aa638d43999607649
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.26.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdde011ccac3bff67e8ecfd26b79d83975639857cefc0a341e6f07a7e9a8836a
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.26.self_attn.q_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.26.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.26.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.26.self_attn.v_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.26.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..060fe656d75926025fb7ebed52572b5061aa3f86
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.26.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e519929ed46cfcaf0396849ead7ab20004cffe32b496a99a0a5d3468e6616307
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.26.self_attn.v_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.26.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.26.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.27.mlp.down_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.27.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..015ca5b9a30617a27f9787b645a490515bc375b0
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.27.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b1561e2a3ccafd83bfe85f1f92db62a6bbe426a448153d55cde521fa1460166
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.27.mlp.down_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.27.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.27.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.27.mlp.gate_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.27.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b24383b12a4d44866bcfbbd5a855262c89ec2a99
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.27.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11959dab17ca9dbc07903b65883499e2ac057581deae635f1245e1fb439bfb97
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.27.mlp.gate_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.27.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.27.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.27.mlp.up_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.27.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcef01dd7d493b4d43472880d355456c63dfae87
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.27.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f3f5d49de61d29472d63f84989f5f89fb2aa5ba1bb6174e110ada43ba4ecbcf
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.27.mlp.up_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.27.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.27.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.27.self_attn.k_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.27.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dda7403fa21cc37bf1dcd00e988959ea16a8fb7
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.27.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:976bbd2b343aab2fc2b2f2259322312e4a720375a15ac660b3fcc89f4dad0d0e
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.27.self_attn.k_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.27.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.27.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.27.self_attn.o_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.27.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a975bb0f350e82deeeeac94e8fdf72fe716ef469
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.27.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d13859458e55ea0cc85bbafb88553c37da18b376bd80520f73f1ce990b076424
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.27.self_attn.o_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.27.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.27.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.27.self_attn.q_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.27.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59764c55ba9328d9bf5d6b6fdf4d0ddf0b2463d7
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.27.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:673a5c698c33e664d7911a59b32175c8c42bc90f0a2e6390a8370808bc67e741
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.27.self_attn.q_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.27.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.27.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.27.self_attn.v_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.27.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a45ecbb6a90fd37989d1c57efdffa39d4d814822
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.27.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3af1bb63ca1c6ef6f7f2b1d185640040bd627f26159ee36aa7108f340a4430c8
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.27.self_attn.v_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.27.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.27.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.28.mlp.down_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.28.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af1f26e377a3c1448586d76bad2d79dec6f71c77
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.28.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:013a1d09469c691f0e676fc6e8e8d8c79482b475c1eb69aff17b839fec893381
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.28.mlp.down_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.28.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.28.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.28.mlp.gate_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.28.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43144329757849bf70aa8876f24014307e76fe37
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.28.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a09e74428475069f96574d159a7df2abfdb4fa1fac38b2a390902232f405e983
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.28.mlp.gate_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.28.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.28.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.28.mlp.up_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.28.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36fde4e754291172650cec4e42ba43aeeec1874e
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.28.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cbfdcbcd9dda4656cc3f477548a631f71f50368890e257cbe10f50270ef8c19
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.28.mlp.up_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.28.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.28.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.28.self_attn.k_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.28.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc2d034e8e042155faa4d008a051f3553df4b987
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.28.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:063e84d741bf78933270bf6289a977022fcc4914add689f7f65f8aabdf6f97b9
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.28.self_attn.k_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.28.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.28.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.28.self_attn.o_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.28.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6672005593ef900742a7fa0ef96b866c2b9d6f01
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.28.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36f795d481e3eae01e3a02bed2e5a6c89334969cdc452145fb02927bec6e847c
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.28.self_attn.o_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.28.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.28.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.28.self_attn.q_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.28.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80fd03c6efcafbd38b70f7e600bfca4e47279db7
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.28.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a721ca24642b7ee505d90097179053a28e09b6821cf59895a5de008b9e13653
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.28.self_attn.q_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.28.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.28.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.28.self_attn.v_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.28.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8961dc92ac14bee79cba1fc905c61e16d4fe626f
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.28.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd1c97044455d45f76e98c9ad60b505dfae37b8b221c06a6d85bb35b96d58eb9
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.28.self_attn.v_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.28.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.28.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.29.mlp.down_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.29.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3043239b60271214d7234e12b742fc68b2d28937
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.29.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bced1a0a2457a7f0b89171ccbfdc2819b3846e44833af382eb6e88beaa3b2dc7
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.29.mlp.down_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.29.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.29.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.29.mlp.gate_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.29.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95ea7628b95e3e7ad815777790e63253818d31c3
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.29.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f6d6a8680d7733e9fba7ffb921b2b27b2f5ef9f57813ad8bd50fdfdb6bbe625
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.29.mlp.gate_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.29.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.29.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.29.mlp.up_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.29.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03d99ca7599beac4ac8d8df6dfe9940bb7590bfe
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.29.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1ae0fa17653c5d62047e3088949a6a7ca8103177df957a30f477af76039cda3
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.29.mlp.up_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.29.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.29.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.29.self_attn.k_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.29.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a65b3109ac34a8a79648cb71938ef7c2d795f64d
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.29.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b608bf5c2c0b4c4d1c4e08f2d37cdb66272732e687103d44c3e83dabfafd4264
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.29.self_attn.k_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.29.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.29.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.29.self_attn.o_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.29.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42026dd4a866e7cb649c41a6ce413d8844b53211
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.29.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7db4e3b1ec8f7ca1c1973be7b710f2b5e39459eb84a0532f3f7f5ae29fc22b70
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.29.self_attn.o_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.29.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.29.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.29.self_attn.q_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.29.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb60616139374a3b95c547c9f36eed5d0d3a86e3
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.29.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c04e7cbce583fa45046467b233d3c395353e89a955e2114f4de2cdff938521c
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.29.self_attn.q_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.29.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.29.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.29.self_attn.v_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.29.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..747967a5845a3bd63d92280fa136088cf27d46da
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.29.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5ac20e2b7d5a35e1decf4c2cb9665da864a3a8583fcd2ebe68e1051225cb59a
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.29.self_attn.v_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.29.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.29.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.3.mlp.down_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.3.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..787363b1d9e97e74328526c50853ab5dcc7cb023
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.3.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbc7b787ea3fa32bc942180afc65aea3cc00f1a494d081cf0d8ad87b16f4149b
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.3.mlp.down_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.3.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.3.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.3.mlp.gate_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.3.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..776bbefa7751eb85487f83490f3f9104fd63f6cd
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.3.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23b17f4d86ea0bef3dcdf47ded6ed56138488f761d27fc5890c8ea15f462c4ac
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.3.mlp.gate_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.3.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.3.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.3.mlp.up_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.3.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fa71ac3f15f1bbe377936f9e32ef006ea7e4b47
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.3.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8ec3a84a17a2c23faccf986a797bcb08ae10c7cf31fe48203f4e041a4a2262a
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.3.mlp.up_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.3.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.3.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.3.self_attn.k_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.3.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a95647a9d87e91028d1b5d4bcedbde74f441734
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.3.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e4b1a4b00410cc46332ebdb1e2ceaf967e3758828b6ce354a56632f4e88cb62
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.3.self_attn.k_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.3.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.3.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.3.self_attn.o_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.3.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb9d19011f8762561224dd8078198929a80687e7
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.3.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0a67b56a81a81f2d8560cb11ff6bd8605c1c144626895509e703760648ae28d
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.3.self_attn.o_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.3.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.3.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.3.self_attn.q_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.3.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b00e357e4acd239d717bc64ecb1d017c0f59f225
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.3.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6aedda2102b0483acf1fa167e59a1ecca01a3408b818c6ad66616afa8e73ceae
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.3.self_attn.q_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.3.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.3.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.3.self_attn.v_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.3.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b4fbded27424be8a9e4b3fcb1789922b3805870
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.3.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9227bc4433e49fe54ff61d670d159435de8d350c280142828621b20e03a72faf
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.3.self_attn.v_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.3.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.3.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.30.mlp.down_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.30.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..964d7852bd77cd5255c5ecf493a3d383d4f4a09d
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.30.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27ae2a91e7bf587d5f66bf01d971e71050b7bf3930443d77c8a177625c52d979
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.30.mlp.down_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.30.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.30.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.30.mlp.gate_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.30.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..745419859890e69c75284c9ffff2521340e069be
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.30.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85f88abd9d85c5f6f7c16794fa188868f4a1375b0d4f8e8b0ec98020e50b118a
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.30.mlp.gate_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.30.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.30.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.30.mlp.up_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.30.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa448048545c266f0baffa2ab01101a48a3b2803
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.30.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d360a9a37aaf39f9319e0bdc68c5ae5af2f23b6c2886948ddeead3a55430421
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.30.mlp.up_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.30.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.30.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.30.self_attn.k_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.30.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05a0af129d27a5968fcd77c27f4ba0033f91da6a
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.30.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06bea43300077c2a4ddbb5b9f7773e789e3ebfc9ac99c9194eff6eb810171767
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.30.self_attn.k_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.30.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.30.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.30.self_attn.o_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.30.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a46c08e952f77587e416aed321eca6f1a0ca1327
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.30.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efe5eb0411c8bfc651fbcd180dd7d5f97cb55c766863ee120dc1b2eea663f7ad
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.30.self_attn.o_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.30.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.30.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.30.self_attn.q_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.30.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2f743c5c81d36dad8a3e89e14ddc37d7bb7bf29
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.30.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:931589dfc102d1a101978c2b9c2cd9ce3866f5fc5f28224b613f3d234963b7fd
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.30.self_attn.q_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.30.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.30.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.30.self_attn.v_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.30.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d91fc8e8958575ecf8fd0f47c57666ec1a154a9b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.30.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcfa6511e9e8d1bbe0896a6917b2577d731b75d33a217b3923ce8554a1e3a3d1
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.30.self_attn.v_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.30.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.30.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.31.mlp.down_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.31.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c57d43e33cd2d4c2a69999aef5a0122003208f53
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.31.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c7dc0e7b33fef80992127fb2fe5cad800f7b9be76094d53050af5b5772fb593
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.31.mlp.down_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.31.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.31.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.31.mlp.gate_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.31.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94fb6e54ba41f1f065dffd2829a73f3c31e2826f
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.31.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d5c38c8d52186fcdb4b3b54c0f0aa4f4272bc53368522a6c84ab374cc7406a7
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.31.mlp.gate_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.31.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.31.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.31.mlp.up_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.31.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30dbe2aae3f00d9a3f3d0aaea777444aee460b6d
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.31.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e77c9a509b58a2a36634505db04b7a33d446a11fbc7bbed0c4eeeaa63273060
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.31.mlp.up_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.31.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.31.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.31.self_attn.k_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.31.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed772f8314cc44825ab92b79b531aca703dce6de
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.31.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dc8ca4c12b93aec1b555fef6d291b5b99ddb4327f05857ba3ea24da1d865ea0
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.31.self_attn.k_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.31.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.31.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.31.self_attn.o_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.31.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..064742971feb730e0b42b1ae401280e74c8ebbdf
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.31.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83de43b8925f5b891e33cddb58a3240fb69728b5e3552e2b3cc2db8c033b64f9
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.31.self_attn.o_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.31.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.31.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.31.self_attn.q_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.31.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7210c5b7d8d1548e61c73393ba11d70e585f02b2
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.31.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:905d5738781a59f752b08386e8ab01337f38b2f4fd3d46f6738fa40f85162f80
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.31.self_attn.q_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.31.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.31.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.31.self_attn.v_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.31.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f08fc00e4d89f55f5782bf920c1d678ba3fd70df
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.31.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e1340abfd2431bd3c8089de0cde50711b1722ff25fda3973c94358bd2ff605f
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.31.self_attn.v_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.31.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.31.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.4.mlp.down_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.4.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1505ff20650d69ad016dcf7292be5381cb62ffd3
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.4.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aab2704593b6e3d3a4debbc7cfa4f7c83e194cc8ed2d830c52e6f15db74c5186
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.4.mlp.down_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.4.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.4.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.4.mlp.gate_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.4.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c093849e6054c53d23fb06782c0046bd46b581a0
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.4.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a16fb11e291078f1e9bd43c2e75e40c0a9782a3ff0711fb4a31aa63d50d7586
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.4.mlp.gate_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.4.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.4.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.4.mlp.up_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.4.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f857f292661b562c4ee3f8e4e42dcd984d54bf42
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.4.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e210c3465cb6bdd2cddf8a7fd575471c4fd7747ae03e5ec539cedf397ccff99
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.4.mlp.up_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.4.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.4.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.4.self_attn.k_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.4.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9b850d2726bbc2913b3889dd324681211b3601d
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.4.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:849f344455bae3630e7750c4ce64cf1ac50e7072d064a86a0001ff5662c46ce7
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.4.self_attn.k_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.4.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.4.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.4.self_attn.o_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.4.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be630eee34fb16fba08a47f5bda150b4aafc4560
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.4.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d500e3beb93e5fd2203036db56359c91d4e44551d91ec7353b9d0846703ad4d
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.4.self_attn.o_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.4.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.4.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.4.self_attn.q_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.4.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..683f7c8d15bf38d93be4dd07ca0e3a4f50e55c02
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.4.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:408215ca98349fa9cfa65de6e1af5d944c2d9de09713d4f4958638fad65111f9
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.4.self_attn.q_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.4.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.4.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.4.self_attn.v_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.4.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc64a12dd738f864676b8b3e438f8d0bc4cb2f1d
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.4.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e2a45f9929e890efbc9cae4163dca11c103616bfa905948ce50be706e77da6b
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.4.self_attn.v_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.4.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.4.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.5.mlp.down_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.5.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e46a16d34452a99419a790d951b611f1b56e079
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.5.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8ffc87ec66fd89a96af764d4b2363a3a274dfd178601ca2070863c301fc74a9
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.5.mlp.down_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.5.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.5.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.5.mlp.gate_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.5.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58304e46a5d92e31267d13c4a5559ea6e2584ccc
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.5.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c54cd016728c0cfe20650e12886a4b547c71c976e4a48534ef2b4b4f37f59f77
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.5.mlp.gate_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.5.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.5.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.5.mlp.up_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.5.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b99698331c6a23f1571409206b09022f75854483
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.5.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:926ce64752b8f3f45a0e08953cc2e21cc24460a29fc91a92eda3b650a045c6a1
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.5.mlp.up_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.5.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.5.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.5.self_attn.k_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.5.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5faf0e40212b3711595d614654fb44fd792bf67
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.5.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bb4b5c95fd5f0311703ea9744fcb58b534f468683603e968b25951600cdc48d
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.5.self_attn.k_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.5.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.5.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.5.self_attn.o_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.5.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56676e1804966593fecbbc2afc4c5754918347c6
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.5.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fcacfc53f431d669015557bb3f0bb08feb7a02644372d0a07224355956ab2d0
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.5.self_attn.o_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.5.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.5.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.5.self_attn.q_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.5.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7a045730f1488aa912147fdb9b1056e7adf88da
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.5.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0752dfddf29ae2be391f2173a735c798ce8993177afdf0015262a10562b75ecf
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.5.self_attn.q_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.5.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.5.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.5.self_attn.v_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.5.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..589db3d21ec545fa7e130c337f5ada673fa706a0
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.5.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cdf8deb9d7c0c934519ce5894ed8e41c8d5494aa28787ada982fe9ae5072b4f
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.5.self_attn.v_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.5.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.5.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.6.mlp.down_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.6.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16cb9f225e32afad74f46df822f2adc9a5cf0bc1
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.6.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d65dd9dda2efb5af31d6560e5049cebb579c6a015b4b33d2ca9402caa3f5ec5
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.6.mlp.down_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.6.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.6.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.6.mlp.gate_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.6.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c2926fc577c43e3697fc5284b020330ab9ea03d
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.6.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5b463c4259940cdb1035bb8f2aa4b4580751c75b9fd50803f2675b5299d72c2
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.6.mlp.gate_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.6.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.6.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.6.mlp.up_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.6.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd9d01acbe3c6b171c952d027230f6203aca7c00
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.6.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd03549e05a39992d68373fd5fa9d1b86351650daf62ff0ef9e5adbe668375d
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.6.mlp.up_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.6.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.6.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.6.self_attn.k_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.6.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80c638a3b23bd1d6668d21d89c29cf21230b81a9
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.6.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c70781e67d35d08c93ba0f3252f9d934983019754620aa4e521b3ff1a7998d1
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.6.self_attn.k_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.6.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.6.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.6.self_attn.o_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.6.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17a2c56f211b89720c6f4cd942c54aafac704c18
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.6.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d790133f63d988d9d3389e89685b5564fd9b60c5b22a8094ad7fd092601e6cb6
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.6.self_attn.o_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.6.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.6.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.6.self_attn.q_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.6.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dfc235b40db69486cc687d3e2b9bdae50d3f99b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.6.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8082a4e58eb45eaad5a5491ed45acdf0844978fc04d1f0ac67f42ebaf0264b3
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.6.self_attn.q_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.6.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.6.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.6.self_attn.v_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.6.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efd9c5bd60f33e330e52d8f8bf048df1b183a304
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.6.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46ba8cadcd4dc4c88d76ac3ff2af2b5b4734d2004f4ef3a676497facc68cd68e
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.6.self_attn.v_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.6.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.6.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.7.mlp.down_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.7.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5899bfab4df21abafa8746fcc5c630ccc616e91
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.7.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f49b847ec20c0e3d9df373ab5490f425f00443a97f057aecdebe35d28cf7cdb
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.7.mlp.down_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.7.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.7.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.7.mlp.gate_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.7.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52819ea8293402b3e10bb10c51e5a75cfa19c1bf
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.7.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51acebe4b0e648e7d94aaf52b3763669f239c10a574c455ab11160a304b0def1
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.7.mlp.gate_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.7.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.7.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.7.mlp.up_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.7.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebaac749cc1850e0cf3a69e14e13f97f1203848e
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.7.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:830a66e56aee9a56dda708d68e10d20555af515fed7072eb39915bdc196d2561
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.7.mlp.up_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.7.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.7.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.7.self_attn.k_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.7.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..299f872bdec1b24a5abc4899252569527ad220cb
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.7.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3d3a597ca3a9f4e2198c2d01f48751851294dedd8a62c2bc9d514eeb89ed497
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.7.self_attn.k_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.7.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.7.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.7.self_attn.o_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.7.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ec3306fd9090e15064f9c9c087c40b792bf6538
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.7.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:551d189d6c5ad4f5eb03c75b243a4c2fb6b58edbc0fc9d521b1483b0360c506d
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.7.self_attn.o_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.7.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.7.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.7.self_attn.q_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.7.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1463f2065ca18d81d0150a2f0ff1cc5aa107e21
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.7.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b7b6acb843a495d192419f4bfda914d5cbf76e977a728c4a80035c07c384360
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.7.self_attn.q_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.7.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.7.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.7.self_attn.v_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.7.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d83223e1d3ebb61ba249bf90d6d0c9da84e0230b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.7.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc9783a1dedd1b9f1ea5e246363601fe9d87bddc4fbcd698802a3f491c19ab73
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.7.self_attn.v_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.7.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.7.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.8.mlp.down_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.8.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..907e585f2448025aa7c58478a14c0834b9e833d9
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.8.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20c85efa6dfbbb1a9f5b0b0d3a2887e3deb5176c78fabe209bc125636242852e
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.8.mlp.down_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.8.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.8.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.8.mlp.gate_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.8.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1260b2e2c2b2efd1c1ea6ad29f2776cb25db9d50
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.8.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce7901643430235673b5de41d256ecb5d03cca264a1590c939a08949dd37e233
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.8.mlp.gate_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.8.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.8.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.8.mlp.up_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.8.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e60d9892aa4afed79fa839c6dcf88f32195aec9a
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.8.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b45df0a032166079c14ad8d7e35f26480d673346c8ebce489432126342081e6a
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.8.mlp.up_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.8.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.8.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.8.self_attn.k_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.8.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b9dbd027900af1432007be1aae0e802970e0d48
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.8.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b9839151c1e60794de6acf02b510c0f4fd80abef21479f90dd2e321b20691f0
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.8.self_attn.k_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.8.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.8.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.8.self_attn.o_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.8.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cf9638ebcfcd773d3b384e983b9641e3ddded30
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.8.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f26791f8ffcbb0feb573b0e7ed0d6030252e8dae56e4c3b7e54ded822f9f9e82
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.8.self_attn.o_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.8.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.8.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.8.self_attn.q_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.8.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f42cc6d39314ec2f366c2b541952bf9149f2fb4
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.8.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edcf65fc5390d06293be239c2e958e1fca0ca46fdc6adb58ead7f60e9433d3a5
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.8.self_attn.q_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.8.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.8.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.8.self_attn.v_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.8.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c788b6c3780cbd58eca07bbd9fb6ab43d251a75
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.8.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66b36a0f9b31d8c63b9fa6a1b98d0e9f7d2284e14e4a44abcb6b116ac69b4a8b
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.8.self_attn.v_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.8.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.8.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.9.mlp.down_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.9.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c42f84b7c0db7411145295556cd6d2be1b7b12fa
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.9.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be48c8862fe4f7616008580f8d6f8780c3e3bed7bd1e99a66f4a708470b4bab0
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.9.mlp.down_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.9.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.9.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.9.mlp.gate_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.9.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86c18834543b7725801def3f8db2195190c7e7ee
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.9.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09ced1ab96040bbf1351177cf07057aa064706823ac1b46309d7c7d76d96825d
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.9.mlp.gate_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.9.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.9.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.9.mlp.up_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.9.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58e2266853494ce4a41f4325634d31862db55375
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.9.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:182e19a9c99d68c03c50a49ab824bac064223f64dacb52daab3740e2aa5f9ea0
+size 58450
diff --git a/params/llama3/4/fixed/woq/init/model.layers.9.mlp.up_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.9.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.9.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.9.self_attn.k_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.9.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5731eba50063e3a9d413a4a8d41796dedfd9053d
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.9.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ff1448b0652d9ba39dca1fedfee585a5715bdc397c9666f1c2f7497454d3777
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.9.self_attn.k_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.9.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.9.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.9.self_attn.o_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.9.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e6d9995e26b209051821a3f06bafeacee60aa08
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.9.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ef6ea747a8262a4f4af170b8fc5dcfa97d2600cbaef5a26e791981a0948af17
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.9.self_attn.o_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.9.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.9.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.9.self_attn.q_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.9.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42a66f4a082589642200e818d92b0912b2208466
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.9.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e7d6f2d54c0c5c55ead48cc1e3f7a0b87bd351dd0bae1138cde708902fd7400
+size 17490
diff --git a/params/llama3/4/fixed/woq/init/model.layers.9.self_attn.q_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.9.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.9.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/fixed/woq/init/model.layers.9.self_attn.v_proj/scale.pt b/params/llama3/4/fixed/woq/init/model.layers.9.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49704dccbf149b3222c170fe069a3fd49a3e27ea
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.9.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66c32d58087642ab95064ea8973248be27a38ee75eea68e2fe1604ce25799f6c
+size 5202
diff --git a/params/llama3/4/fixed/woq/init/model.layers.9.self_attn.v_proj/zp.pt b/params/llama3/4/fixed/woq/init/model.layers.9.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/4/fixed/woq/init/model.layers.9.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/4/rnd_search/comb_11/init/lm_head/_0.pt b/params/llama3/4/rnd_search/comb_11/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a79155ef4a50cead58b60b29a9bd73013ced1e6
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da239a3dfe20593cb244ac795bb8b87aea0e9e70898f285daac1d78e0d794b55
+size 514179
diff --git a/params/llama3/4/rnd_search/comb_11/init/lm_head/_s.pt b/params/llama3/4/rnd_search/comb_11/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9e13e5b5b036d4cf9b7008f8dae686942c85a37
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7ed3ea8d1a616b316fe902bf6ddcce1fe1f4fc10213e5a38e86cdcab77eefe2
+size 514179
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d26fa3dac438a3d04e774cebd013a92ee37be7b
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1832c3861521d4bd41794621b678b89070d510466a1230fdf1de5851db4502c0
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53db444e8f07408a8930b15214d34ddc4c126b17
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1b6c4feb6290513209c592802298c93f4c2328c64823999deaa13b65dbd2d0c
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0059c1d8b2583ef1823ac251275ccd128799022f
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2905c641d6147a849d944433aa04e5534d0c9dbaea0c94873bd07739950baff9
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c442e19fbd72875bd4b61c7065e5b4b0f2c98a1
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2278af49df152900594ff03a32f92b343a792ff091e7966df7127c58b0383c2
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c25aa7018e0b279ce2720f978ffc81201db78233
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c17e2a710adb9d6c7df75b46bdea41af03a16e629443f9615a1d01a3c939e4a
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8236b80a52dc01dececd91374ec34888c918dd6
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68a501dccf753fbe643adc5bdda9722d295aaebbb0d5fdbe77eb3d9ce0744b86
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..959af823ba80f91b3363bb771e9271a825bab0f8
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab99856a23023bf98f5604bb3a45eea26c0c53c400970005ca3c5fdb17a69662
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfe895a0f0fbb8463a6a84e04c38e4ab03daaf8f
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94b3fc2d74e4a95fc5cc4a0a7dd035c2d77cb504b474aacb2f636d40e4061cf2
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d0bdc45b1888becb31c8b94cf9847aabf3fb660
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c060aed690a16c2d7ca82d4e9e2556af055a3e6bbeb8d4b746e509debd2bbe4
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf60fbb9f014559a8508201641586c701de7b547
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e1abdd3ebd0d7b847165d2d2c0b3608a5b4648b5e07c09865c1b8d5483c0ce3
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6746b9f6c0194c5558fd1abefdc886b5d721a0fb
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cbf47998f6f020a57600d42644639dd79f85b7c8383226ff55983ab1a7c1701
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ddc8b3e7a77055ecd550a7c60ae06f22e4c2c30
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fb45be6e3c41b01a0fb6b309b517460908c1c2a7f6c59d94e4883457293ac60
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e90744e6a695e8b3a1354847068c26a2d931891
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bee9a463c6d5463081f6e60f524a21636953d8373b614c5de20bfd8e11015ea3
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd5c83388ffa64e67735caaa553577cc0d73e148
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f149be717da8cb9e5b26d61b4ddb762734943f990d2396ebe80e3aa641acc4a2
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7709bbc6a61e32081933230b2f4d45aceff7daef
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7278abc7e503f6391d9ef9f69d56ac299ce4dfc8df2013987aea33d30ee30ca2
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2261682aa07f7261424ec112d158b8574b3a867c
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c9771315254e2d5624330ffca1f66a48d58e9177fcde2bc6e44553842b0db11
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27fdb2d4f47214d62a3c46ef8347c8d6dab8012e
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bb8972a6e9faa4eb5900520a7239b2c7de5e76b1523dc0b3cb801aa2cda36cc
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e40defe172cbc6ccb5a532eb542b1641fee57639
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e72d5ae7660461a6b4cf68bff5377bb53bcac70540f4ab1540a60a29e142aa3c
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d388929270b9bc324633c887e8712a3528f51362
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f39c2cdc8d24ef59d66412b84e54f388a57c1c9fa099d8010f2d128e4825ad0c
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95c84e174aeb24a413d5d171c5c4c8e8c8e3e8a0
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f19ec599b2dbca01627651489e3670b702f42a76c635e75ff26e419495b6b60
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b8a180bd6a2237bb92476bc39d2e215b5c98d94
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b786ba0db30a9977ea883a507cfb393e60a167611929e0590eb111f7ab92791
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..feb62284dda3c25124b44f1289ca9d43467044f5
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e9ece810264d41f197ff7a28519e9786e053e5b7d250f767b3e09a981bf4995
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ffa7d1ba1b53f20cf6d1777573c7e7cdc59ce8c
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73a7abd67ef25ac3ae8b88be297757ea5bb26de1bf492278a0703c8712b840c1
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1018135268736d633027a63fb686cb0405733b06
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5a53faf2789d62d13273faf7368eead18b01a502cb1a5fb51c24f342d6fac1c
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6a6b1aee209836068c81056a758284a2b5b8de3
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e55418bfef6fa6515f2330d7e0e3170dd2adea0dd5e054fd6c36e83bba4ad685
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fde27bddb0eb83515464114ac29d6af58c88fa5
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b5c58139e70084291af1798741806fa0af3544dbe89c49eefc9a6589ba578b0
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55f84189442bee4d42024ff37ab79755f68166aa
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfa9ef6dac9974954362601ac1d52220171ed8b582a0b8217ad6be7001ce1845
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac90318c6afb9b49ca10d550970d4dc160e8f61a
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65a408966bd43904a0d2f76da61634f85cd0f288334f085b0f1c1fae71297c23
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77a5fa4fa627b16b3c4278f88aabe26668aea659
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a024da728cf20449d5530888dc1f804a7283986dc85dc4b1360ce94a82c85c5a
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d11f5d4bb5f1075c0d37a5d96b1dd0db1b4c3c99
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12e452d7df017b79a5dd087bbb2a4a07b37b2c81fb64fa480aaefe584eacbb1d
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcd037f446d0ae9f88b8402191f650675d008436
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c4e63f46bef513a73b1ab0fb867204a57a93b677a76409e8ee4fcf1ed5a2089
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46ce059973aa430730f7af37649c32a004ef9650
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5809f211689396aeabd5cb674c17e27f38461198ed000e350ab67deef287b49
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..247283ed0763753d7f7a4a9592d366699df8338b
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:920ae0c00c9fab18eafba79305c3996800c93c1a4f0ecedbcb6d8aa9206187af
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ba828369f042e88ea3259d4deb21d29a8ee4859
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8ab2b47c6faa608978db9885e205eb95feff984d411499d3669e92794835a95
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11ff65c3180f8b5fe043e7a89c69f5a03291df87
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6c9888cce64476324b261a89871aaec6a5893a3cef764811a8665c59fab976e
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..714c73851f027b37fd44b3c6857fabb9ff1686af
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1d5ea331b9835d2a2f27025c53806d13d05b31f0b70051cdcc6038ec83f2f67
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4832a86960987ca375891e5b444882cbd1adc64c
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06b75933cec07978d19010f670bd606af6fc12acbd5d46408897655157595f16
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5ae6034be06cd99fdc7defe9dde9e6b59f0c789
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27ee6ee07df2151ec3558df967dab0c89290823d537dcd4c50fe94e955658625
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28520b5204d51a6bd199ce474666f2b2b72baa09
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f06e618bf0ed7601fdbc115df20ce8b595ab873deee499b485ff8a48c75387b5
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9942e10a5b780dffb40954cda3b61e4452f01af
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9223bdc1015a3768e1cb1e93e02aab3b69cef6f6d43f96765b26c147c1a2771d
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2231eeaf33132318966bd005f981ee01de68386
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb7a067c6b4ce7e0bc9a9b2302b8e227c78381dbc658cd0d1b5c847c5f846bae
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2557153857ecbc649da688675898496e7c2f18f5
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd76406cdb19f9b35d85038c37dee1b58da2147c54e759e9faea1558e354cd75
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82f77892247163de559f7e0ccf72fb6f4d49e3b8
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1f22f88b32d34bd66db74234ba6326ae7ff12b2aeb5c5cdb71a387af999ecab
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ace382fe6ed75bfb739c24e1937346f703d3227c
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:387de7ff5342763316315b00bd999e7efdd38fe2fd58c60de33494db3259ab1b
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..651faeb4add4ae24dd279f08c95aadd97f3602a0
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7489cdfd417e71c8573c1424cc1dc2895c3e5a43d5606d433bd0c6d875113a0
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3834a0c30d7a28dba907031295593c58bd0ba36
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47b72467c10c515e8c4b824c6cb24c52242171d19018e2f2ac448cb8a24c33ec
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dad66378c5ff389c47a30ee2b1d89803c94e982e
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec998480cf778580b7a423cff93d78ef2c07edd6f6141a9fc3f0051bb6ff99f2
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ba1fddff449986965d55bccb988db015825cdd6
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b04996f82e23cdad5b0e41dc2fe1a0c5c6562073731edfde8203f8287a625314
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..700f938a61eaced21537615c4261a51d71d01935
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7a83aaffa9bd0afc94232ae455bf904a1e5e7cf3fd4be4afb5da7fb4f42aa7d
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbedff1419bd9523ce583f29da75bf91c2d9b6ed
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d9437a8258469e439dfe86e3f04d8882d0dee38473403c175bbaddf89f4ae9e
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..968dc1aea0add6c66581773d386938cf9d332cde
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a467f78d023d58197abd46e0c9a56b597957510297f2c5857c372aeb469e0cc
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2664ef889b44d25f94c7f7c7d76061177c239542
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cb8d42a29a92fd4c8efb734e6c404eb73c9e7dc4969bc2303a792c9fbe19508
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52ac57ec05f7d929f171682b1f2c3b7ef4ab1f2
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f37036c9ee57a6145b638e2cb488a61c5183d30229572c9c2b48276e38ffb6b0
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77ac7733f1e496f7dfb4e5e33491b5f406f07eed
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e28b8f4bef4365009006ac6ea56c970215b420b935d24cbe1999c677dc14343c
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a6b207cda9af7e542cd893e43776f89e2c6c0fe
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b496aa936227c6500851abe7ce3df42dcc84cacd5bf077a81aa73797812138e5
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..228cb53dfe438d7e68cca6a6a05387481e32a35c
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cf25b9a620237ae1c15b4a3b642976772e63b59b462a7109cd3e55a0f4becf6
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08db785c21fb2bac29edf8880d45ec5cfa9e7061
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36768fe9ef701c2e5a50d21a46b96a48f5058e97463abc6122680511742d5c3f
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6402b80738efbfc9c06a88b03618d6dcad0b9a3
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ea2f16f7385d65e95fc2ab0d579cac1980170fb7d7add575cceebc082022ee7
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e070efa0a49c9b14e9de2a21bb89f697c8205b8
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9715c5afc937c7075f6148cbea872b50d0129ace7d141e1bd354e99b15e4a798
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f91996ae15d0080ca56da71b1c4eaffedc814a0e
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fb0e3c7d68e8fd476ddd9b1f67e02c7a3f5961e120704f91286061bfe1beee1
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aea5e24557e5d7e7ff6fd383aa6c7bc4fdb3fa3a
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c1258c91d3b1156d320815388554846387c780911b3bb5f1e9b330ba1d539de
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..466f49daa31254a904ceabb583a58f4b06d89aea
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0464451dd5eddd8d102eba7daa643d26c516559a169814fd8f766e59bc970c16
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccbc933a6543cc9f3d2c02474f309abaa9c97b9d
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bcb0d45af6b4c92d031ced235ae07f7f1427ea64da65d85942911db06a07b90
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44da00174b4d6d2340dfb64e0272c776dc8ede58
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9eb87e2270b34b8067204f5b8b8d6340a70db17de11b727cd643ae59ece0e8ca
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..492c37f8032390fad28911f6a60fed9e79e6f68e
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24b9f1de607ba136e57f7f7a3de8b812fac4d11e11a96730bbb6a2edb287c3ae
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75d14e8b5c9767de682c19057a198aa624fff908
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3100d0bb459761d0fb824bc0ac69c69ed3b7baa09e12d08b03f19a09c75f9595
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3617e689b726227c525284988ea1449002a783b
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3581d9e2240fe602b90cc79b92395db0b4cc95443a66425fc4173e0e9fcc63ae
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63f1d1e4fe724f9c948661ce385a3b65efe4efa5
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0a6c7262e191ad7d2e8cd3cdce86dd97ab09ce22248e73907b6214c7e0e1852
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acaa44eb6b01f6bf8511918738a629b01b60d9b7
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:090763352dd2bbbcfd15ee306d624ef35a761201db3d8f4de3cefb201c78b904
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1082378b9d33e5879e433ad11987360b3d58a985
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06132a5341d478d8ee0db99f97277eaf174d7f1cddcd045f5c92b54d0d2403f2
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..843f6d1dad89dfa80f744c352c677b59d132bdea
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deb64e9f4454f7d6729e2f4c738f7b1e61cbfa99b048952e9df3e9707df97045
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..feb701a550f7ab17e8c21431981bb82a6bb2ba9d
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2f27ab15c4e2b8593138c6f9875324ec9821ec01f7cf4b17aad74fecfa9c23b
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65928f0d1bc3399abc12cc0db885fcab45ca9fb4
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f67582de63f2bf2a02c4dddc4aa98ced3367b06033cbf165fec71d7a55c02ba
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0729c9f9b5bffd6653ab4547d8cdf3e2b43582e4
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:724a48ee54c1455612e1d8f6052cde7ba0d8b91157d89db1429d8acfdfc850d1
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7db39e3154e3b8a10deab2ad2df7e565daa74fb9
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1d399db74b24ad7eccf10df8b9d6cb45af46f9e0eca99ab69d6b37c10d980fc
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6359a2885fd9e62b5952783f9d316673ad2a140e
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee79cb78360f1550b97dd8ea0fd05b57465fb8117e4835886d6e025e52fe628c
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22caeed96f8b8673784d303f749500bb74357342
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad092b1f0d8eb856735d7dce66c4112d23b8efd33b5cc50f5c8e6d54deb19219
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba40831d5cdee6ac792e7ea3304d9163b66725a9
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dff0dc2f3a2c4d6951f3431fe835bf2d9f33f00128b8d5df2138d88a8e4ae00d
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aba85418f563938e70ef5d165931b73bbeed0928
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faf90902474c50141f8d015d6af4dfb38850f4b3588fb06a650937f656c0e31a
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..892cb1b7d7508f92985f081844af5150b64a1480
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5729fe88aa66025ab20fdd6f601db56c2cccfa4b115f35921aa48a27e9ac76ec
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a3bbbfeb683c595f88011bb647aca5cae789197
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98f206dddda134c1062a0f3d5f445ce754557adae7017f87ad03c7bfe2991895
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ec9b9ed00e86906ed260201bbab342014b25711
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89d659c342a6a9fc875aa02323594633bdce4f7fd77448b7aea68c71de18239c
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be6af384cc4a14dcf88b0d662a969dfc179e1d78
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58993871b58c752edf3274b0451f6467f7e7317e7f860ee92fb92011c832f368
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40f3ca495352740f327c602c3ab75c88aa1b5a74
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc0573574249ca8d0faddee661456549cfa78f77f77cb153842ea00c96970877
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..013c98c3cab3263d549070587b5a9041c393e966
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac86fd741c8717cc2ad047b7cfed84d68290b0f1fd4e3ecd2ff5de2f339f47f7
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18756869e96d1b498a7d114e62d33eccbe170b5c
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1864b46109beca51cfb601c4140b5fc27bbfaed5951824d1e9acff0f0e50de83
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..730c9bf8c17784a8407978e7c7378ddf6f0108a0
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a23d3080e7580fd78f47a8a0b1c5bd4a2dbd1b27350f9b623b67751c8446716
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4e2036240147a5733da592234d86788aaec1dfd
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05462d744b3ffa6f529e4b544ca606b3a6f468ff5d4ef7aad32d70fb65a1cd39
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef3e02a3f119a64c77b9bb70d6ee38f65bb99e07
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd9e660b04cc727ae79583b927b587d2b124ff9ef495357b7c1dab2a57ed6a18
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dadea4a119039c2bcf375aa9b941ac0115c0169
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90bcd4aa59fdf1b08c433d5fa618f8d9717b98656e52e8ba8ff8e9f46ed11b5f
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acf37c1bbb3875180bd3f91532f9a6e9e0308193
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeda11522c6fd99430c31cbe41ff4625eb5b65d7c7d90fa609879c7d9cc2d783
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7be85ec951c6137dfc79e67c3655b02a056e6977
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4ae1decc54fa23b764e816177e1704460d113d6fe3a7dc0de5681cac48d04f6
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be1701c9d2aea747e20c2bb13f4dad027d1a1f23
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b21ab39243600372ce8e5fac3be75ee492c6afaa7283bf6ffd97ad5d5d526080
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..068149c452a7c798aaa7a684f4e5f06793df90ad
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa35d8c8ee41635784769a6dca80dfadc810a335271bf89d7530680a2bd737a3
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d805eed98485dcd7efb566c8be23c8076103ade8
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4466879271567251e6affe1b4237a7f67f2b9243d1fe3492acc6ac0674b0f54
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64568da6612fbb0033842f785f9ce5d962c22a20
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:134cfe92f763814aa242079596cae9993f4b36d005dfda0ae10a5c9d70f96b7e
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0807420f9d8e39c373a90600cb27bd3b902369d
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:455382471b321746a51f2853ef9aa6927a163a7efccb5a055bd7c9107006dbba
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0564b0202cdfe08813a5aa6852e65550ee131ecf
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae160af1b17c75e39852e2949e5792c15150af7a98ac7bfdfa2ef923f9bef14b
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42d5afec7c5cf5471ceb1ab4ea0e13d6ccfb79f2
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9004bf35421a97800f46441ac149db8d2ca16b7356030e3cd476b7ba2847444e
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e05a1d991b306f72cbf66596fcce8f46eaaa330
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:121ce446a97f9fa94b15655ade2a3cf7b67f49c7c3c51b4a5cc31794acdf42ea
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25fe927bbffec0eb25d580d34585bfa9321f70d3
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69bb6dfb0d7f03c90150ed0cac862524c5fa39eb1db7244583e6232aadd24fbc
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f5395019798bd30f3c30d49f1dedde27fee5162
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d042fa04cebb187c729bf75d0503ebceab847a1f5ba485f897a4583a3bb1d4a
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfe6925e199c4e5e5e7e8e38b6189d1515b53f05
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be976f21e266f0416eadc994091177b8a9e41fd7ecf13e55af6e9f2a0fa4ba1b
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e87bc82373b7b381ed1ff2a8ca1e794eb7887857
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60087e0191bf35cae30d39573cc2bd6dab59f7b5d0a1a5d305cde36e2fa77cf0
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..238e43c2184bec1edee4f52145541f43ed4feead
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:348548a8fb9851ac10419541fb01ea4a36b54db32560a4649c4620e5b0366195
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caf810f385b238f00ff7d7e75787335af3c43236
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58095bec4efa1b72153b596731afbca316758da88230858c8204b46b25df47cc
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..487bbe1c3eabe472a1801cdfcfb3edf040e922ef
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6449cbe66cd33e79ffb98c4d63034f0568572ad6b0b57846e0c7e035fa857fc
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc2ac0ee5ca628bf1ba4aff7daca225c02d3e63f
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14d6174bc79eee098e4149fdaa50ce975a3e8f10df860a0fa92c367c0fbcfba1
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa72aa85da50d4a3543f3ae7abf9cae89f374132
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c87d41e356feb80aca052de1280c072bc864c81d93158e8848ed1b543139241
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f802bda2c823722ed90c9b8b1ab585c3bca5569d
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:000b5fffc5799261c065846e5a0a23781365b074b6f93216168ce3d36552c800
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4177d1d733491027dc2f54f3c2903f8d28f6116
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4957205ebafd9aad4349323f294fef693c7f9d06e6346e1d9765fa08b6b67fc
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e69503748aa83454ebfb72cf5739b0e096e77fec
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab04451cf5af786058cc7dc7a6545cdf88e215cdedd086c7a1d8f53ce5b63720
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..192cac1ff45be4b3adba2405f1c4ea7f762e4fd2
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3d0000d12cbdecb147656c462141f63db9ab6fcd938bc34c1652c816b1e40ea
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad6d4778aa4d4dd2624da48895871a3c41ce3d07
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:331973f96f2c18d553477923e8e1ef9b8020ee9fa4429f95ff0bf8aee1e24995
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6d50ca9aa02f7bc74d3f9832421d982b8bb92b0
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b32545badd7036cec1c76c4f0a0343d5f2c672bcdf1ee84af9762f6e55cc9b5
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e0b477ab5bc78fb7832656deee3c4d159bf584c
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d4a540f82d1d1610d382fc932159f6fd6257902d65a2db4d5a703c04b967224
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5360aafc010138aea3ea24ceaa332f955abd349f
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b48d348ce01bfaf370c1480be84a12033370e83491c1acec7b3f66d949cc879d
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fea4f37377debf107df9d28b2153975171127776
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2847d1b2e7739cbdf652d9c945d5eb0dbfaab69b0dc8b0f9c0c89b928d8f2740
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec6652ad8a681817c775591c762a96f985098e9a
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cb8071f5828e7318534a619af43b5cb7a6b4f02f4b814b971a47666a207e82e
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b09afa80476e189a0c525a8d8e8adca28f9c53a3
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:323cabfa1f3a5b43bc4ea0192358a267c95cd4e2274d2baf0e6b510614e87225
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef25033003f3138d2ad58b8502272ec67e8a635e
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9c67dff6261b8f016a7aa01968f2e853125405c4c46480fe7fc8364e066e62e
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a041140ab4aba3167e52abe6ab0cf3667d044568
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3947823da4b1d1b2185d1d5f7c6949642d00377fe9e293a339e5f79539055929
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12f97dfe63b22bfbf846974f7eb7eef7280c7be6
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:149b292577ef708f8c90ab601d0cbf2adc566d9cc2739cd4881d2412dae88a5e
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80647566400d572475823677ec617a9de22ec382
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29ade728ac04ecd073c412d64a78fc60411b9993c6c5d76d97d417225e287d9a
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b449b2bacc5c10f1e7fc63a933ef336fdf8bb88
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec74e2a7a30fb9ba61721faeebede17f72a4f6dbc01f70ce6839462c899a716f
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68804bc8df787b1e8073ce31e497c26d8935d217
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b5fa54ee26b1f5de45ff0638e30ae529c68e41446a233f4d46c02ce5f5d907d
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7819258016ea6fba9c91489a0ffd212e5bad964
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea2a0fb5686e24b72e0a4ac2316ff878ce22db3142f3c5a1e770fc6630e67fbc
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cff126db0687ad8d633a07c3b2255d5c4cb5d7bf
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfce0aa379ca045b3aa81c3513257f68e85445f0a49d590be47c50395178f9cb
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93b4cf1a671170efc1ac6a81777f7d4541d04136
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e321bc0641eb222715a5aae2501f1928f4e680a52266340f4b4bbca419f8ccc
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..793c94989a5e6de058cdf60dacd256a52817a4f1
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6b4ce3147e6969c606a0786cb9c2360c9f5c3cd8b5ded11839713927a54d187
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59fd0fbdd229f1ca1eaeecc7e4e581e0f3bfd506
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e31fc8288d19ba603e4326e4afc19abc130f3ebbc37c668c60a3677b81ac19bb
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c7ce427eefb82fae50f8b49d84a7651c7587f92
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9fa2ac1a8287684287fd60de6011ef82114a51a008c5722204ad3722da1405a
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cacd5c225607d932a072f24351748d3c58dc957
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a70b753f0e8cca327da6c786f39f4716bf430b16fcc7168d91131557feeff613
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..011be244974efcbbd37783e0585491f797dddc83
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11bf485c56902eb5825e7f97f03c1d872f0dcde5d7d054085846fc67e6175ea8
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27f3d24c4710959e469ecbc4669f200d4714a0b4
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de734e31f453be38fda7b6355c1c8c946ac5d7cffff13c1b46961ee185c608ef
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7694967539324ac5bd084eedd1dcb0b120d85f2e
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd00e69bffc035a44b3e7115521ffe33fabd26e7ff383c36eb6b94e133dadc26
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a91a246410ffa703322f516d3191021dffb1d81b
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2160c3e577f51bb8228faeffe4ba053a76d447befe3042c9de16091297b858ca
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7aa0cbbad5417c3102d74632b8610b0140b52fec
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:665a940e0905d0189bf7430d0a3b6993075e904425c2c88f2f27f19e8a1d6da0
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51cd20124d7dd4b7a5eff90546827e2c6b876c53
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aefe98dd69231eeacda169f3953d2387d5af4f598d60cafa43eabdf06f3cc9ce
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10918eea81694cc5a5dcb9eb27da595d954a84b6
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f9bfbce8de1c70cb02b491ea79b430b793738a4dbbccde71a8b9611ec486fd2
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2a296dfdeb26a71fe4d4a34518bbfbbb7a2e4e1
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32ba6289f86a628fd3505f0b73c450909fe5d7028648b3d751fce67658988c57
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a1c890800f7ebaaed3683eb1758ca293f69d213
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6afef8ceb919b6e9a1d3472206941b43a20fbd29d63dae612e99dc11a4427739
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7704d388625f39574ddc75cca8abefa16b5bc9e5
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60edee9ecd12920272656f57be0f75b1eed93fead5d4641583affd33bbe89851
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e96b631ab8622c55a6ba0dc60e9784456021136
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fac9f6a97ded67fc79ab2dd7b7ce0c8e0ebeb9a6e0ef01b0e5aed114aadb739
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7640c28aa99125180949f6ae06a0de5842d2be5a
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5effea323879591867ecff105f25cacfe5db7b0ef631076a621cf11c32d73f3b
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..990423201654857b7b5d6f863ac01487ddfea654
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c70a4ce0e33478ee0e4bae58433bbbae987a9fe35f5c60cd15052f8e5f44020
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb86d5eefe5d4821c9cf6429ea32c470538ff91d
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3630eaa7a67099f527f469ac7e1c00230be40f5ba0a96eaa86113293f7629a0
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0976e360a7ffad7bf1b67e625d7363cf1777ac72
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62e8b1f1b344032d468c6686745b9537dfa3d15d7f2bc9529f38f3dc8df04f96
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4af7a52e4422b27797c5e0b7bb09075b469bd665
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36ce1f0b535febabd2f7a5433c55bc7e40bdbbade3bc773617f8a810d56b1c70
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4852adc34d859641de773d595e409ae3d6dd7326
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7086b5adc5799a16bb0a2319cd80b1e53de9fa417ea0f9e3f6d591dff56cc95f
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d6d2cb8339b380128062de8e802a198ad89dc1b
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d13f728d5e8f4c5721d2fe9b6f7d72593231f53bdc134f973e2abade28437c7
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f5bcc7f09366899c0156bfc1e3f298001885f04
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:440dc8bf1b802ca383e6a8ba2fecb1d2e2801b44d4e5b2e2517f2d83263ffb83
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a46d6ca6d394e16e1bc53a097fafc83c001d6142
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc3044db7be43ba17895b7fe87184d0d290e94de79d70b0d58e76a7dfafc7433
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8f5c72f606bb9becbc2defec1b956134dff1099
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c49ceea22acc6e0f087ce0f1c7cb689676ff2f389dd160a993500de7e50d083e
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42cca6f8f7a0d6ccd535a9d5186c033be6b158cf
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e00b138e573439cf0b62e7c4b1ce3bc00dfdcc513696fd5342d96350783cd6ca
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44b19bd0807fab05d9c626ecbee8eb6a76fc3327
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1bcb1b0d7713253e1cf7052060d48f8ba7bfc025d079c28041d872c5fdd4177
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dae5923751f1c8f49653488c819f62ca9751766d
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ceba4763242ee3e7f60ea123b63fe58169543249fe4a8bc2e5ca07cfc598694c
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c15d7d8c72070562cb6491e2b88fb3cd498ec7f3
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10b8a518775e5e350eefd93f3ca09b3d7d1aa56dcb433b24c319737432c95d6c
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d058083f0e6ece747173e54643d6a2759cc8023c
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe4d55a51b516b93580eead095f662d6b22900667901659c5c9b8953a7146362
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b83bf9fe4f24273c8fb52178b3c839f22052b55
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:986a3ea87094fabfd0a5a140d68edf75d375fdc15c9d2060e1b1d99e67306ff6
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe46986ab5dec8d8d7413df04b42c5f61fcb4a3c
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eff9fad58ef7c5294b15bfcc8d927f16b2039bed1379936b0d00863901c5ca2d
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24e278b77993897ec1e47eec82bb60c9bbe188e0
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04a87b62da5967aca8bbf7531235c4e035b4dcafdd877830629137915b20d6e3
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b804a07d2b0c66259a316c62f16cebc0beaa18c2
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a9eadabeab1df99a5abb51d3566275f1300b64a755b1fd5f59b54b0fb1c72e5
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bcbd8fe63c83538a555389203e050a803bf95cb
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe60db65ae10a33f0f8aa1b825beedd8f5dd13754945da385c04562464a02866
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..985058ce2c69eb0c4aaf41be077e9565d32e611b
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74264d093ef0a608e2753d57dd8fd9421ca74da92cd19bffff70c8e9b3e3dea3
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00c34c13865aa20c579a70bb5d8e3392ec6e31c9
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcebea326a9e4c8949fbd685289484e0c1c32f6ba97199394aec2d02459be9cf
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f01e51793a6bb4fbc9479ec87278b993f2189b7e
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a70b94a2be202a18cbff037f01bbb8b62bd34fc3a042a5974e07173acf568657
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e0b2d29f5634baf9b8eceb8205d776440fa739b
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b3353be47c6f49cbd1fae66ac49065f9ffe071bfb6a5d816d9f819463910d0e
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fac92aaf9f71f0ce2c6495f9ec593a8fd69add5
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3d38e4e3d87601b7c330afafa5afb9961d0a6f37b456247b0260eaa90a6039a
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c111042d6ab4055cb8290ba60fa06ca8334de60e
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea8921073f7699f75e601139bc9e9c50267a36e2368ad49f46994936b0fdf538
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00d51ad77529232c77b532cb2f1d8c9270463a41
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98f815f7c237e63a3e763683961123142c6109357bc466a2981c9c09cf137151
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79e3076a2da7cb7ee11337a94deaae2ab11eb130
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e60d0f20ae32fd9916c88a3d9ad04d092f8e011d39527b923db12dae73354a2c
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5591dd7387ff1de3f329026dd6434edd6d9678b4
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d88fb3917cbb35798e3799edf3b95f094eb8fc21faa8bddd19ea72c820f2dc38
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..089295125d4fec76bf83317b955ba6481c93e454
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a91a2612dbb718b0e7f7c46a1f246bd3083cf574a4d3f440a4012aff2bea5093
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4aea8ae0bcb856d865e02fb4b444f3f3deb063c7
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ed96bd39b06b00e933ba50067da8b53e40195557725b7b0a59b7c79b573aeac
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a06fd905ee9ee62817abe422f8550b7a3bc2044
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d57bedadb7ff947d4b3f55dc5caafe710785949de5ec13d268b853ea9010bbff
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1fbc0727fb7c1996d14574c4f8a7236ac379b49
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a1003eced186835bdfdce742207a0614acbeb34a48f6c94143054ce46436ed7
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76d176ea5a6d49ee280099ffcae7ab18cff35003
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:753359c6175f37ba7da7a661700df2b8c4d2ee9969376428d3fe277ea1b03fec
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f33d7d24d274f9c20a9efda1e3d908143d22e862
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac9f0b6a661618cca5d65ccdd01aa0dd5d7589cd1fa2a386158f16aa22ec98ec
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1046a70f6db6b615e14c0308a752c06ff8df463d
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba852d04b0e55f634984a8a33cf767a1ac75413e911e843ba70804a1a628e9c2
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d42f84b7737b035680a03d2ccd7c0960039696c0
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2133c85ae53050627c1c440ea2ef61e78a0ac396dd4819e8bab32ed322cd9efb
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..696568b1c341be562e6bc5a77bf79832aa665f52
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9b8e224e741988698f0e27ce9c517da8c0c08ce32002eac8ae7560cc6e09ef0
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d10bb1f7fa2c1d5f1974eacaeb681f002427842
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab5e10f8872add551a9f790710842dca59df25a4b4bd2a328c395336f0d1381b
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da371c677162d9b7aa1d19be71a11fac5cdcc131
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:378927ad60faf5e4565c8aef98c1a063e08870bd93aacfa94a644721eccdf49f
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adc50349485baade9613467f1f144bac86706da8
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e98b2b2650fd900b883e038cac837a534b5df862ae17e419c6ada26a5788a92
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91c34c92f943477112b902a97ca91f086a677a13
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da06d95385e81aa104447b01d633fdefcd73dffa7ea2117512f1973cd885f58b
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6a4399fb084e6d05a7b97fd6e9e998fd9069f61
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b22ad4e3c585c0c23a9cc6b8682cb8aad635bf9b27caf27326878385ae13779
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..592d8eca45ef29adbf36c7ac4e4215589dccd5b3
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3d4e8c1b12b4a5bb6332ae2132f5c0d3bb92301818ea9ced532a265db7e59c7
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..800de04a6fd605e3fa6ea85c77e0f3ac915b897c
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e9c7022532fc40d4df826ebd40264376506890b4ba4ca4938a4dcbf9b394974
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e428be66d835e9cd9fda4ae79e120641b790f172
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7a9c664598f5cf62366d96cea709fd25a49602fcabb42952e5a62708c629b21
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c54ae94c9d46ece29b2a14aecad9a9517e25c9a
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:145e872fd9e9c887cc3fed9e2ed2ed9b924fb0231488ebd48266478555fd8d81
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8077a31601546ecc57479b8c43cff20a301cf467
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4685ed53e1d6c63d11dababff7734d361ea946752a16199c35aa780419af2c0
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16f3cc0d5b9b63ff5b781e73494e34747ef82c18
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab2750c030ae4dbc91e79f8d85f4f3fac0033ba995fe1c0475fb7645dcdaf37a
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4620b14aa2e0b35338c4a94af9727fbb8dc9bfeb
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdc1a4d185fa6ab171ea956806f9b70e7dce625bf1e7f6bc16eaef87fde3a304
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..693dd0771a3fca63a328223826b51cd08bc6b165
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4816a87115618ec5dc8b6e7544b8ed1f5a276c01da8c0a383c40b487d99a3e9
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40cdf62b1991b478ff1004ff2828cf8454338d31
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a963e47eebe74e41d5a053225c2014efea3502bc8317ccdd1ba1a01376a650b5
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eab3e91e58b8cf76931075e6e15044a5a9eaa961
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7038459715c9cd09ec3f5a115804d3806e60fe8b65e23e7e5fad609e2fbbfc8d
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3268443c8a6008f3ebc48af23b8c533881cecec7
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b70fa101329b5f21dafcc8f14c60ef5b09600e4c53fd16e6cbd78f71656be6a2
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21432c9e34abf6be0864c98193e801bfa3ee293b
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cee3656e34d638d10b78b0d40ff00971df49f65a0cb44d4ed9fca638f3e0c405
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e5bf0bdab0bf36bb9101f0701bd119750efc213
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80e76a20abf92fc91c50b62e561193c2fad343ba0c4d43677e0ff974449b43a0
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1503887861b463a7be9ac3110503ff01f1c1ad9e
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:770020b96222f49fc5e713826382251bcef3ee063f9e4194a44c9050e24e1452
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..902ca5dbe792e8186ab494c7c6535b9752997f57
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1eb274f1923ff06004246b6da2d7b826652f369958878b95d30f0097f53a7db6
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d20f96905bc583f5f3c9864fd199851f69e0c75
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea5c5bf37fe7889dc6d13da8964dc984034fb47904d3f23ba9eb10b9959da0fe
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0b2fc7689bab7f7507a1564499343f5ecc1d850
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d68e6222023d6988375e8f7efdd7525a8479550f5e03cf6d6c50b1302b252e5
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42967d179618643bfc6405bc596087495f32dabc
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73e22ff83c1f112348e07d951896d51f4925ce4acd3fbbecd2c6cf04954b4aef
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3f8b48be8ef312cd1732ebaceeb2adba3c6368a
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f13e686cdfe8d3c22c9c6897dad1a531b2e293587212d5bb6bdf42f79ad5eab
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5476566c3c903addb3b4aca27d22d4340ac353c6
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e6a182b10a6c144811cfa350d57a606d9a2adcf14360d02cf2db6f6fc1f1ab9
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f32bee48e7f7045b864027bf3ec2c9cfaa5569b5
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29bcdf69b99e873907d6a1f37b0bbde277cc8515986dc44b1c2af1fb91043b9f
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b134840ac831d8742391c0947bfd00c9f3b782f
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15b7354f1164956ef37f2d9ab2b7e346ea352a883fc10fc4072cd471b7109f11
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf65b0835b608dbbcbdd4b7f29f63dcc4dce341d
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a7032c5b9d45143fe777f7a7de3b8a0aed7f472ff242edcf44887fcfd79a07f
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b305c33d0bc0b414cfc8d464af4da5e6e37c4bd
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7d2407e70ca78302c97b2f14d15ee0edc532133855e30d51426e6859425a81b
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6277bbfd811b5f206ac83e5ea0d712faecdd51d6
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5465c3f872bdab52f04c842649c7629dca2ae0753e0019705eeb35e824f961a4
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5233eb4361ac3957062f60e6126754d484232a0
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c8ca2bbb938b67e1b9e7745df1f7c1627725cab1090a1928192e27cd32a89fa
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a25650ca7de42d019b275c384b32a704288809b
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:882d29d9736b76cf0d76f7ed24187976c07c744a75b57a0bca4e078a4ab6da11
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a31d562bbac4690aa0b7e51d75e0e6a7fa08d52c
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d74a8415af7e5b0e2460915667ecc61ac4e746b21fa907d27617c8d65a3a0ff8
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cad11616aeec51cc54b511a1dafd4824da95f87
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:325117b51d2664f2f2aa097a1819318135d9cc273359ee385f5479d29f23b69d
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c2656be3a8b70acd6220e561c55e6c5080e
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ea16c1c9911f118c10622c836c7b5dd38747fbaf2c4c2f025a6da4d4d08f026
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97b69249aa041b9676d112e8d441ee5e38aa1881
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:321922acb9a260c25b74349cbd83439081476db5dace99224964374cf8770643
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffd88acfb89c4e69f393df99685ade0305f3ae8d
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9271e9e35be2db4f06f9082736fcabfcfc6eb466d03c987586acabccafc08f4c
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8abe9e1baaf9db5999a6419935c04d5746a9d064
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e006776189a103181b116712086a2467511c2ea61cb7337ac5185d12d4676d83
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9ae935310d3fac468dfe1181a39a77698883cac
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5df958f68fe6cd8f357933f3a1726450fb3cfaa615a9389737290c6df79938e6
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc0a5509fc05afb3d32280ffce6598536e6cb329
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43edcf67f1c6f9643939f0e9f5565d1629e33e16fa1f34893120a2600b2d43
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35acd093b72c418719a79e3e88e6e947e30015aa
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0a259ca65ea67a3b2206f9bb4695b6d346b831c4e1d01f3ad2611b035d8f387
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42b30bae1c3713bc67215a465ccaa6616a394768
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60b67fd919567a80331e3538a02e027e0eef646c02317bc5111f9ae4a7d9336b
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d741b1b5cd51dc7febd6721759e81fb78ed2715d
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:897cf1d769d5c247318d874997c86fe09f8a9b95d72df97d31573ab53455f95a
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c82c24c6a922a49ab3ae34df05db873f801575c3
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a38ab0abc680131f78c1fb69b282290af280ece661c63cc9da57bf668b2001b1
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af59804c91209ab6ed7e9c23d39ae35388e64b30
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb4f6d8ee304360791ba8d135928d57757ec458dca33e99402ded13438dfffe5
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2829425166aa68d0c1cd2bfdf50a6aebdb8c96c6
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0d69feed3f34ff14cea378b1326e249f2844c63d367e337bbf0827ca902a6e5
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0a9bdf2816cb5bb0ca4ee20921d5636e2db9f06
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dec760b448e2f74898609862803f591bde695cc17809cec367e7a145c944786
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..710129f89880b0d603fcd6890dfafc1d8ab87d97
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:375b4fd2628aace722fe5de24f4e2747c6337bffe3ce282fc3b2a3153530a5fb
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a6ed1332396c2be4b780952394a43f5c270640c
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e076a76b90a2a7bfcf05d5d3890d709ed2d24ae754ab6e406e57f0e49ca8ca1
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9152bfd97bc1424c7773e9818473e49c60b151a
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89fa8fd5b85a09ff97664872ab6b88f1265b2e8c6f2f78572631317f7105c9a7
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac7bc76ba137e93b401808a046c7a04900c62032
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fb6225495dae66b6eeb306f1e2e225b2661131317524de8025eeaf090beca4b
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64a5ba55949d8bf3115e9e856900753e15da1d5d
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b5af87a8f3d57a5f40a6298d16877ea170d24401b8d00e0b2fbde31bd5de1d6
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e52fb4b33ec8ce7f252d8309f7812ab2752173a
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcf8a4d8882a9056a06d360b275f848f0a12d29651cc015d70952d85438ea93a
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5fd96d80e4fd79a0937ce1e6c21a5bae4de1348
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad5155c75f229c3f8e765ffc9a92730b60aa3c6e399758a657ab967673751d0c
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b6372f86d497c11b096d2387d05182995345c1f
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd28ae11386c44de3ea4977b1258f9cefa6d7e7519720637d389a9acfb9b1b96
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ab2c92db29f629413c2bbc2a94edf2f53c4bf11
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3528b385e45f14ccb19697f1aff7ce2f4dc144ff03fbef5ae9a21de0122db9d9
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..387b425ebd111b96056d9930d6cc83676812a4ad
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cdaa30980f3501e367abae96c8484396026c0a5acb77236b4324273cd2955ac
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efbe6d02606b4f39d4981f65fb1ec8a337792404
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e2c60075f26b6c6b9da27f980928221675a585ed8244756539546d56a8e7cba
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dee4f22076d33d81599f566e6a3825f3cf594ffa
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:758556210b075375a0cc334d7c10531805c3a2e3940493ab37c5088933e53e58
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7de82e7d9dc5324ee7124f26739ef2fff768088
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4594ff873dd7e0aca19c9466fa2a4c44dd16f7604ba252f793c0f5bb0133745e
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c07ec79aac986bf5d603b462ab6c4277b0e586bd
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba6b2d47f3a33b6b258f8cd5129067191a0dfc66e56d54e5fd0c8c1e4370fc15
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38e033062465f1d920bcfc9c3ad0d8fa72f9968c
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e3cab93fa69e899b015cb95fd9dee77a93e225eedce513cc5ab50e05b004e37
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51626bbc772ef453f06daa55485fdfa08b4296f3
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1ff948e88a22091618783012441cd97ed0e2435f3ed7b7212de7caf41b473a8
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a65979cce93d6ade35a797902cd0fccb0c061cc
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c268e31647d5e360f82774e55f995ca528ce49f743dd59fcd4bb97e5fbabaf8
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9268bfdb929a8126488cc8a33512c04b4174122
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f700b030921b7efd794656310519e1b6160fa81905c0527046c3bfcfe07c389f
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cd5603527f9311ba9565bc5b4fc25acc0e9f747
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36c3fb522b89403675c330d6005c7e60cb53109e2fc18373b72dd2977421bc4a
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55b56225106bef3f2522ee2d747f1055c2ae8221
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8603723d7f8df4a29841efc4c3bcccc16a1ce4466b6af28d9ab9ec6017a5819a
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..333d10560d439efb47080d3cdafa11524f08d3f1
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba4e0665628588886650b851192b0b52374b534211e33319d10571fa0b34660f
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf19d88cc3a82a6be154d2ad8b54ef46eff77739
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e49b5f5b3f97ce40fedb6d8cbc1b72f2e74e1dd3eb420c9d9da0837cdbc32339
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0677b0daeb32fb4ed52394cf903be1914e41cea4
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de2b68668c9b1083bceb1a2c6837a0584e2eda9f372e41e6a3017b29699c388d
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..670e2c74b0c75acd5082cea1f09676ec4f1ff327
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea222cf1ff0b36684ae57d01215e76836a4fc0a453a91bd217f35b0ea05e45b0
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..081ed30f8f34bec35b80d33e10df471fe170d5dd
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18286dd193f42412485e6dbe76bf16f57f0ed53dfe32e200f1e73d3e7a5ab2d1
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb35c641e2bf83420c3094d82e8e1cc226326dc3
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6020cc00669c4e22d01e429bb84f4a756da11069e38f8a3d2967eecd967785bc
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a155b0e38835b7a9e2d41262632db272fbe8b83b
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d84d6cc1f26a5326d30beb3d09041e5d51582c101adaaccb1e65f9226be3510
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b363f1437493b7fee67c8e598046a15a1edb4c53
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ac4c6db9ab2c36fe9c7afd69a4f9abf84428527c853fbae40c3ba8988f84722
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ed2e5f9e75b44e17f7df1d5eb02893775fcb3f2
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd5bd0116e847e64c47b28d8577bfb198da75fbf72a2d65c963747223466cafd
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ae0acb1e5e92b633b4aa9651d8e005d3130f069
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdcac4c0a7f5cc1591769343d6d55af89dcfab94245f8a29fd3461c7a17b400b
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd595c11056dfb251bc3ccef13f1734fd5e92a0e
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ab9cd80a30a00459758b812312140c0a0f9f4bc64eec6b225252237c856d6a5
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7ec74d34ea48a11919c316f0213d87f1ec7dc4e
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a5b372cdbfb09a0d37f2dc02377ecc2b88fa71ac8062ddfa2968378bc5d58e6
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4216efb0b6503256aca10331e218a8fbdf829618
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43c02150f2bcbad8b0245e9ebfe271dbb0da1373f77b369374bc07463f2f689e
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43c0db2be328303fe257cb2614507f86fffca81e
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:407e55a3f52c69c2f3584de57068bc9f1ea3fa2ef47e498801ad405fa20c73c1
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c636de26dc28c5c43c5892a56aa5c3b0a6e3bae0
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a01ccdafce4f2b1d7adf37eef49bedb50d429f19cd4cb81faeca8aab0c6749f
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..290959c4adbacd6c6d17d5bd1fe0815545a35054
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7cae2228f0a42d273313064809bdc341fd142ea59350bf555b3a6f21135c7a2
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa40dcce6f4047e6173a5c80625a07f3c1d78dab
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd01b224eaa06531108edfe4e8c0a663af97eaa2693f46b8ac093280770af239
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f91c4b5d5eb84955be1a26f43e697bbe2ef7d17
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc28b739fcb4b0fdcb68160b81d3ae9a66e4275b5196f86bab8aaffffdf1dd63
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..967f9e79bad05851bea0341d3638770aa30b6e62
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2504bd3f04c3f393132ccad4260397e677322e2187da5fb41a6b39949b375dfa
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5312f6c71e0142a7380adce5ce0e39b49024ffd
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8911bef1c9189ccabd393683fcd062562b2e0f9953066b6a19e3c2fcf859b6cd
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86871afe6623dc5c8405a5c737dd976a8d433633
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4a7878c53237a9fe1d32ce7c598d47c8bd84e2208bd03923dd7d67743911698
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba3b41273ca4a913d981c2ccd14c710259e84ad0
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06eb071d83f14136c87eaaa13762fb5ec23eacaf4d3f706b420799f5f64790c8
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23798941404d8e8210d06b0cb6483de94276e6cd
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e326e968a15f98e18db8af5b584ded57f74782ef65f50216998356bd0b0c9493
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaa6f94bad75a4808ad81eeb7a70f70e965669a5
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8b52d7e4317c5150a421d8fbcbf665f7209d0fd9e3481ff86eab0d43b261d26
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e841cfeacdebda2cf6662bd3bac3d2d8108f6249
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a07e788bd5ccf2bdf5b7f297b57b59ec2829220bbc625a3bb1c36f8968411e8
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f17df1009e08cbdfa539a96945a6ab40023109e5
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abbec8172dddc10b26a07de59273640d54d659b8355765ed8d30b67d42fbf1a2
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..818b1865897bf3f9ab2fefd23a8d14317c040590
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3086a224d78330d1b62969af668eeee2b8008e26b69ed87ddba8d6aed0501822
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57872592a01a06be524d6087313c54f2cca82c03
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:827469dfd8e9431f22be5c8284ff3e087bf8f2e191eef8ef7b7bc1dddcc0b635
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93e976b11052cd41c8439ddb96dff6baad629d30
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9abba31e5c2aaf62534c88312a3335a16304623e9eaff53a2ae11480c85be525
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb2bdacdbf3fd21e258f3013035f9edffb8717d3
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1610d9c1da2d6dc3a9dce9e654590613227b50d12649b01f153bd83861af73d2
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96ecbe90f8a22541720127aa0368bcc67e9c32c2
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31bd3d182ab8e3786372187b5e9ed5f98f76f516e5a383ad2991d1a8652f1f7f
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92fb01dda3f502783f69abc1067090f5d0e7b1f6
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a004b7968c8e9d376d83b0016d26d280d630e9b1cd11672e6ac17ba8df3fba6
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e7faa2346af77261d31e690ed4246c21991bbe5
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc687d6ec1b5f3aae735c44c08141000bbf1b6da63f223a732d1ee5b7a4a377a
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd1ab8da36704c0ac7f94dde31f7089e0b29d793
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26256779e9d5ef916cfc59f2b987675c3e599bb8989114b328180a030af17d66
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09ed1d04877cd749e9c9609a67fb7698caa9fda5
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccda9588dc71c8a4fbb6cd0c37a9a65ed216cd9db509e093194848abf5bf7780
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4203203b2958d40a0dfe8cc0cd3e22175f92b7d
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:194c59d15b52edba485966be8aa1fdc5f4d108ea04bbcaff25b55804d9fc62d2
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cc5d953dfe4c76a4b9d2bc7fc1b76dbcbc4e5e3
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fec562c4e7b101e3702aa3204bed0a6a17ee0f1ea7d9ebdbab5266b933ace5fc
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65294617748cecac82e55b01f4e3933fbf7e9a5c
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a92add295ae90dea2e0cb2b10de4d1d85aac3193a8e2c40dd911045482c376fe
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbc12e958c659a414cc0284897af7da3998d3e97
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ee3962096d08ac2041a9fcaa5b794fb090f09da126aed721814352b13eb9248
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c827822a03512aa1389a172b4b4d2be4ff1e69b5
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f0414b15aedff7a752cbf1c0f5f0943800fde406abc2bf72d0177c8c2db9a0d
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b259af16d99e170e907c0833ee1cf09f73c88494
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e028f465e4d3f93c9118725e0a425dc49503627278c694932dd5da291779a9b
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcb26c249f248f51a2dffea8d0a1b646b61a13e9
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f56cc34f347137a7ed79a39ccabdb23c1132bc753b982afea16bada68ddc92b
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b281fcb61b491ca2a642341ee3cd9a1002f5457
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eab2df9318772657c9ba0e294ba0b529750cd12f89dca6e7c986098f7d90aa58
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daf35c2fefc4565d09ff0ed36e58ef6951ab9651
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80a08096efcc12e7698446561f9ac7f44fb3b6c63e2687f38883d1cfaa937097
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4684f5355083058ba78858ba0e74a655cf1615b7
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2614e7d0424f2819d889d0f083020a807ad65a89015526f58fb9eeb2b6eed0f
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d55818fba5922c9d661eb90c951e3a38329569cf
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11ecd9177f8726d13cf2b0d8ede7ac4781f88ffe96bec5282dbce8f004f7c67e
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63e35436dea94a86f002ac04ce3c061bf1d1c6f7
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53618a9b010c19eb0a2e7d3c104110936ee6c0741ea6976d4e2be5ed8fc9d8d7
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ebab12275e0f100096a0ed28d43f0ad61eba9ee
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c771ca3f30f9cb1ce6b5dd2f49f46c2e863d2530bce4e706730e087a49f88be2
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d510f8d934d9d727a33b750fad94feeb4be294d
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1798ef7a3b28a5a5eb0f0a78d42f2267cc948875742bdfa5a54839408744a14
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaa6d3dbb1abff4ec891e1b486bddb4708ff7213
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a386263c9a09c19921029c5b9c53b67df4e44d9d7f7f33ed4707653b5b9bceb0
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee8910ed050b2a955c6b3aa59a5396db14f38280
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e71848eaff2fc76318e1e33e540ea0d6d173bcdf6fef75276ec78893a1f8a0a
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c599ae98faaf6b2b2c73165d3045db1e74484a6f
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2779325a574e0483fe730ca940246ad863d056125ee0c8cde6730f414c651144
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98a1919f32f61c66c44ccb4655aa7fb13a6a4635
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8809f403e021dfcaaaf8138567bcd63c560a6b5dc176881022c5620633da29f0
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..905d36b0c6ae7c72ed899d1d5673dc45162e45d1
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8e2675c6a448f4679594377f78f4de90ea59d8e80aecd85ce7bc5e26851babc
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8283d42b5bcd6cafc70c09cd815c19ae5b6b3fcd
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a73049725e61f900b34220e490fb98f482bf1d98565c970e5b726e52941e7c3e
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e4d6c12b72bb5f0bc1ddfa4ea08382750f1bb50
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5962baedc940564f513002c09ffe52f8ad03fc439adbd4bf760f357e7308f679
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..438bca598002d951fe3d9c6c5d5a0b0c65fd53ff
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1560e4622486f01811d5a3f9936a488afbab414c51b08c08bf9bbd5277bd66ac
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e37300aad9796f29f388ac7359b7459bb9dc8cb1
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:036f2eb6b8a47d06310ca0aacef54840973b8fbf70ae5322b8eca7d6e5ca3cb7
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..576e4279786674c4be6d97252f5193c0692c2d42
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fee31c56350c08fbc0d39e7f19a1d065dfe1d965d0a619dd1f8dafe43cc08db
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2563d801e482512ccadf6566c1bea5c679b57e67
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f3f317b988a2ca0acc931153c3936330dd8369629be9550e21f017603658038
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8391f9a335ba9731cbe35e49db02323ac424a2a0
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a438f76ef916efdb44471ae639e1293ba09f2795437287cf58257146f8160b8
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c3952fc52b9d51887d3e6c0bb214b5290d65f81
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecdeba5422994ac2cbec4a4ec7607d9c7f35ac03d00bff906d73d8d474f1e943
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96d0bd8b5a655b14183f5e57ae5e06eca3b545d2
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:495b45a892e28ade1dfa606ba899e8c7e9f78593058288a63dba76972263648a
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9727d82ddc34c40d06c6ed91cbbf82ec2a3323b9
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7f65ba9648ab4201a67b1845d8502d7f460434c1cdb20c4be0a5360525835cc
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d45d430ab076e4c337b5de642ddc98d6bcb7846
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f7894a4cd4cd959ccfd34fbec3c90c642a35dfe2ee6569db50082ea97e16898
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d303203960b5024cf6ec253fe07ff26ddff81fb8
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:454266b12f1a17573810a9632f945b0910fac3848cdbdec779680003a70d2dc0
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d1ebcdf9c25ac0be42592e4db7b9f736334aefb
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66ac175a3faae364d381eabc825f85f47f241db4b8aacbfa0e8ee17a792e0bac
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4960d0d8506a85875bf80a82d6d0c173161036a4
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91cb113ccdfc6d7e74882787924514b82d189f2f257a44b6bbd08c497c0fbe00
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3462d749fac2d7e8aedb9b8664732cc99f687c5f
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab85d1e1f1d9ca0be49d5be5028a88e03119981688c0af5b4a691880091b1025
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6779741ce30f45dcb2fc96f953ca94d88e554c5e
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9690acb4fff69c31a8382387a1dae591f9e19a9e0cd1df7526e4262f5c01444e
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04a091e0a70ca9b17d3eae1056a20f20f4142724
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:479ce7f887d8b1ed573dd434ec08cfc0744c59ebc00d2d810cdbdd0ca096cd76
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04a3e6117f5a169e6eb4936ce9fca080c9e3b660
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02aafc0e4da9f8777f1c08cb823dbd568a0b93540fac1083289e208c89a92a3e
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a96ef7bf8c5ebc7678e87dc6abb375ff0a7fcd2c
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3a813f4c7fac162dd02c9997eb16b9039d06af391aa941896aa60e5f8bf3cc9
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e59cd4a2fdff8f0f19d130773049d46633834966
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fb7a59beccbf184fa4fd2348cfe3003567c68de85ba6e1ad20709a28ef937b7
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f5e0823ce22b9a2d646eda49c4ff8ca1fd0ea39
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dd47bbeec4015b354f0e589db538e2c7825c65da0197f2d2c46350fff69ee0a
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..602fbf2d47117ac660dd7a19c667fa93bba8f731
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abce61292f0b223ad24c797fdba28534f39b7fa8e394da301e6c6505c0fc3149
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1777145111b73c86762ddaf6a5db62f86cf861f
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b3b24a7d9b82edf3b22fdfa4e93fff22918d8189a6e57ac13ea6dd6281dbf47
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..071d6ca565891d094a33f14c2f3adc4dddc8d50f
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a755f336a6bbfead5247f99284624fa6681ebcbb775f9945fb96eba6c92aed9e
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34842f6cd264950f722e31c32374c648549f9a4d
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cb47b3c1029720c483734f6152b34eadb5ef7e3192b0a9c71f6b964a77c23d2
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2994bd26573d9003058699f111fadc9f68437063
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7918ddeda0f64a05185c4b63b8cb22b6dd6c6c38dbfec6fb70ae055d8b0d556
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f89c1f3286e74b8281342da9aa6639dde6bff18f
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d761b47f8f714a29cb94f9c854a3bd4dde5b46d79b0164f61350c63ac26f252
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6d09999d5a2eb1bf08e77cd30cd913af6ca9e18
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e8d75c6aaf7520a9e6ff7b4a2e85c81df56182f64186402c4e6efa6edb197be
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d82d41425523fb91604b64d732564a5b1709b13
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59b0ff6e811e9d449391623ce97e36640759c7a7bd6bd88de6e5909daa7f7314
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a15327d2af2daebac2435d01029023a708c88a7
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2150289621bf6c6cda89adf698cce8d346712f99605b493e20388bf48784253
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..439cbcb54ceaba4a564a6d6fd8fdb21418fe66a6
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:183675add45183b2d02c29cafb5ab9124bb2b86a2c439502be0006ec4a84be3e
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57cf5b3a6622d5fd712de43424d7f52ec68e6c17
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f15b17b5f9046561434e36217d041f9b05da5c4c52316cdfbb90f2986fb51359
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbaa8d0ff50f7ccaad9cdd606ec9a5a923df1e41
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b790cab378d196038b9e6a84c51b6060781ea7a8729d8737addaecfd56fd84a
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7df2153f2a8c83c030591db6e68e1e0dbd09d5fe
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d118c4b320eb5ed32000e31130b856b44a8ba7e487f3d2e6241d771badd4b871
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b1f33d9f6ba4e88b07ad9dc1ef337b6e8a7c2e4
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38d56824e5c239a42aa6d26d3b4fb9dd096b13c5166a45bb98797e0fe8866b86
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84f066b9f4863f29633a0c56e77ada37f1b28c4b
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:283606ecef4f5640c1eb1da90a53c7a75f4a33ad2a649aebbed5d745b2893fc2
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcfd6ee590e24a8ca295b5a3e3f2244671cb0c37
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cde4a64c4c3dcb9519c8c3d467300990f8bc2610b04cac07d536a37fc46c1fe8
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f3494c94d6aa1d5ae65fbe612ed4a81100405fd
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:720de19fcd1ed2a18429e34b2b301e53e5ccea11af32a25283c6ce31675bcc5b
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ea3f6c85da3c426519d91e7e6eee2ec5a1cc8fc
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:833c0d70eecca5feb93782ce04fc021dedada744ec37ee41b5e928b31afff749
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdc6926a1adfab5a8593e819331b4a2646133f12
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:060d81aadf103e7069a301109ae6bd5e5a7d410ffa67ab6d1734c65e4842edf2
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71a736e178a1000aeadf1f58529ffc8674ed161d
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09396e4d2478d2618d8e7b1a0259318f7c746c94538e4da93ec293e026e4ff2c
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..619954bb9702314eaf3ef4488205580cf19b7daa
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2feb8e0bc1e372e8d42b709ea7c663d6eea63099f9161e0d3c10b0f4b32f137e
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c3e7b316a02848effa9b92a6145808ea54282fd
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9c10c12bec7278077ae33626cc5bfeab3a2dc36c5e91cc0d8617c81f76141c5
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18513b6cd622782784dcdc48f0d3edc634a0dee7
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:518f4c6bb965c877e8c6b452b0585d946875aaba11cea181bca309fab994f87c
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..882425477a991bc2d481bad72f67bc8b04cbc57b
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24918aee5e7b6d6f05933e2e4936c89e347022697d819cef29666536a64e5ce5
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92ddd928fe43b49c79641238f17a763277b4e1e9
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5019a695a42102dfc792912cf09f5fd42e1a2279fd78fa4d6b31c39fe63f112
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..500dfc23e223a70605f520e4fd10795090bbd2c5
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:435a7fd2221c8b703f6026314bd5a23d3dcb87777394862556c436b5265f0118
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcf4ad10982bd42d6fbe68a3b7fa3bc1c810e8bb
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8717404cc1726910c831dbadb227e22e04fdff6f683053fa65334706b7a36fd1
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2091d3508c0803c930d7ae60fe013ebd3405260b
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b0289973cc73a071dd03734d13074037db157cedf6c73449fca85fec752424d
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da0d711abf1f247e55df6771ad277c87b7a49155
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51207a7a88fa1ca200bf7c74bb5c9b070479fa8190f03d90ed7b7dd31c8e26b1
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..765dcc4a4812578a11635abbed9077ed4cdc7fae
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:651876a65ea84673e2ed6e2678a27f911b006d2cd244813b1148db2b9dc4ff27
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79cd5e21012e2fa02c5ff869bd3935d4bcb160b6
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6952bcb2d55677ad09881114611c7e4872522bf0452c5e4be489c7ffde3f9019
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4c28a65d0422ce95e92cfb254e677c570e73628
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9975ffdbed740f90202e9ccccf4250a0ff60d4942ac4d114d2f5846543132f95
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7aa0d8ae0ca1497c80268f57a0ffed5e76cfdd52
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4be1692d5bc233e6bf259c38766a0050f312e2d4716ca5cbdbbcfef0ef4f550
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a102101abb921d8a5c2caf824cb71d25feb9e58d
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d50b3e46de62ebdbe5b2f9b05b222b6d21b1b206de2e32861dad61ad9b9265d
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7da6fd11d17ccfbb8259e41b1de25613635a06f7
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e7014dfaad3dec30523124668032d9bd5e3aa3077ecc65bcf31f85d25558c94
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..374b78d5d27304a642a99b39abafae40fc8e32d6
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:906bba04aced8ed6536811cca155763c6fd1d9fc1d03e474a186caeb4c0e5461
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..437719b3ee19b655eab0fd7fb45e139fdf70ad96
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a376a73629ffedca8231308bfb455abaf5555898b8ae226ce534179daa765ce
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c9fdcb99ab10084a58a0a896983447805d24024
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a87917dc0e39378ec2cd2ab91f7f6558e7b2e72f412a27fcf1e67274a471d3c0
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d52ecd6926c52a5849d4a08374e062176fd0919
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a167d24fae88466b8586614a188b4dbab2faf19667869c7d7326371b9257c3e
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0986554a2ebc0f674677d16d104ea9566a8b73f4
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdbe83df0892711286bf998954d90fa295fd49d7c644c255dbf8c42dd926fa9d
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9f8bf4366bcbe0105780902d5981a489ec1a9b1
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eba9b125085872fc0f71b5f9e36002ad33c543d52ad3a178ae691b8805044307
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..403375455e46beb5ed4fb939ee29cf8dc244081a
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc5a77ee3bbb4bffd8ac98a4b15398811901fbc098da7c9411d100e4884bdc80
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7399f85cc1b09578a170a655e7f112643e8b0ebf
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04b49468cb534c4e813f53f1a5d4dbea944a60d07d868fbedf6915f77f57b723
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58753eb73de53a2ba0c5c22f43765a8b301b4a45
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74d06e1fd2a77eb5edad6d20ab2246cb8dcbfa936956f7de7b129214637b78c1
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4130a1742ce796d6400da547ba89c79bd7336bcc
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb955e1180033401b162007b83c0c0bfaacf1e5516def75bce51dc5c1636f9ac
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6eb986bff9a75e3cbb16f48e3e48f25050d197ee
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4afdfdd850d39381dc04cc756ca2fa92f62a383d0e71c3ef02c7f2dce08e3b06
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62c9f6bd9f5885852cb4e189c3912fc32493d78b
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3294997095ccc2aa426ae56256c85bf8554effff00c5cd13d33454697cde0a0
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d98557a15096a5e9d165684f88b80d002a3264db
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aae73f114681fb12e933c82563944ca57b50119b6b9ec85ab2b8513d22c7ebaa
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d0e6ad551b71023b62432ae5bfd72e0d01960a2
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9966b651259f806bb952ef398d85554fff71ad3f71e108cabc96176073f5dab5
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..797aac4a686a72dffdf285b98e140e35eb0be52b
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79cacf7802016d32eaf73c6e389d9308859d1913f8c82af2488693d063ae22d4
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e7cd810b17fd6a5a4b06c1824cc9604b48ca5d2
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:365ed7e4d685b18c6ed9d12ee802417807b0265d7efbaff6abb44d9ec071f907
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7af61922ddb8dd882314f97df046164d8854252
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dda77dd2f12f5b314acdd678c96cfa57efb3fb900032f6bfc892e87a5ef6e83
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..547ab9ee0368621a47341937c07601a7d2b60239
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3599e1be329dd2017281c46a10cf7d59e6e0a32a168293d274b3423c5883aca4
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f12572c4612a8c9c939d026fb2a9120f020ff92
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a4be652c387151714494c7a71c974beb2b3a48cec36032425901ea035cefa5e
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..617160c10f6853a833307e22a9930f347cf0c4eb
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff3bdbc1a62a511c0930e4575de673ee29caa6360b66908dec76203ae7a0055a
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb7ff9f620dfb2500dc21a94dfe44c8c220386b1
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edc04257f9adc7e27f06cfd1aab7c9efa250f7bbe37136d31deb6b3015f8ad5d
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8062fa881aee9f673cdb22462fb3e43349a45c93
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c8871023f6f43c3ca37b79afb74ea8da50ddcbfcd7eca4c62dcc86d1882f3c4
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f14d0932fdbc05f0b8e116be0f2f6b0e57ef9eb
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73481083d9e3a250ae5fca02581b37b99bd674d07c82b7ffd5bc35c5333915a6
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..415ecc7323da30adbffe73eae96a06f883a7ffb4
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb5493ed86fcb5559a76bdfe47f2d3fde1fa9fd0fb1f367742fa7126754d6ea1
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..682e3ca07db3a2c02fc5a98b2d2bf5cf23ecce1b
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:102b6b1222970bf6403962fb7324c1a70e52b1318ce0182369879f51c9f765fb
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23c920a451162423b15aae68957d5c1dccc666b0
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71b930ff1042d0f447754433152d4417a194656dbe0453b53cdfe40a8b616a3c
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d67934c12a6b460d37390f34d9d8bbfe24cd8365
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c431e8bc1c2fbfd4c86da58cfe924d3df84d5e737029b156844137e0306dd465
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dacd6f18725ddccd2e510bf8a355deb366242d4e
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:615dadb7d3a8d487cbc4dcc3cd48d592b487d2f96c0234beb2fd1b39c108a27e
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..963929f585d9b6fb1987bd765c16dde2cebbba44
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e03f2f3a462faa53bdc1247eb00796e61edfdf00e5c953bf2944622a7cdc415b
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eca362ce4ebf4e67c3fbd69e6d78de3b2a63a344
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0c44088ec311325aea87e47b0c208fe804613aeb1f19c879035d33832f0c06f
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..165a6a542c13f0fc11bf29796f38ad045a79d6dc
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aadb5fa377ae6c588c4b0c9c35c66c23b7c9d26f3942356605f2274af9cffc34
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70d4169e5ef39f15660676b09a1c5ef482f1ac61
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2986378c0aa85fb63df715455dc57854701a27e13adffed084db12d3f23edbbd
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75b0acfbe4eec321b8a7bb2396154630a1e46a12
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1367254eeb1c475cb47758dce6dce544c62dcee6c7d0dceab19f067cf69274ee
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cf9f2496ed07398cb4fa147309be0277212140c
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f7017f85c43229c01588722d14cc53333376c207f0be53687fe31dcb6cfb545
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdc0ee812186ea6143118db66efd52e09109af9d
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:909e214d942842bfe921f971528f3a024df7fd8245192f315e5d5c7421d057d3
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f63b71be4b82d4f5f327535593d0eda7d445fa9
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3957abc943d01999fc7325ef91dc8d96d0cdc7e6e30bd2160fdc4fb25da8626a
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6add7e842efc12f13397cb03e3d3bce8ef131c9f
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31f120fe6f2a6bcc7abe183e1915a8d8d5c08c96a32b9315644d97dd60f27933
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47e3d7cab4d906aa7a9d21700c0d35551de3d9da
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf99da284c80e0aa0d531029fb93f71c812a6ce1b1fed1d2f16d64c215a71753
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e58f4a31e4e499a1fb611daa8fcb64cb82c96be
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:080f5aa38e836f9e6c15edd90f42cf3a46255ae27c681ae49f2fb394d39cf426
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d4e31eb60ca6f04a71340b9aad06995caf6e302
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cbc0cb5778fe43ac8fa59ada08b0f7495770c758d115932d1ed7c02e614b823
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5586e2471e6909cc4e15b2077433deec1cb55cac
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0e0b9b325333ccfe49605cf0eb69f4eb11faaece45f576acbc0adb80b98f46
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d27ef7a3a08107830755bdb31f0ad720daf90109
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b048c4c0d848f436d480398ff7e2d6f2f6a8ebc3dfb44537d836b6ac9eb2d41b
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e121a0d2d5624f09e3e90230d44a5efeb69a0505
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0e3275c7478e088f791d8348be3190776ef73d6c6620eed9b5c2a6317eab327
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56f1fae3979e04bc57e889fa26af076d575f7a78
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62b468e294f291c07e7d243e121c5f8b3e6d6e396363ab4626fd7b535d90200f
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48c091b53d459386d5076847ace1243bf75ea657
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:297adf0290156edac7aa572eb16e93a776ccdaf178d65cd29f134a6928681d0d
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3361da1cd54eae055836dbeef33bb1a93550b4e1
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99dc278ee840d7774c4e7f64ed0c67383253f1986597ac4703f97cbff0346dbc
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b3045b68e35fba9a2f4e1ec5a2e8eb2e4f49f16
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a6881a916d6dfc43174d4d239454b09743a3fc77d7dd7beb08cdd1a5f61a62c
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..873504c4bbf6db0fc36cb4450bcb29a4f2153279
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4aa5a523b247b6c7a0a39574917e07fa3dd8587cddba236930b4187e7977ec89
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80289259f0cd5811716aeb7ab052533b4eec8607
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61a12d90b8de21e3d9f967aa50d79c2e8bfa3ac8746e51849067a232d3e1b3ae
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c72dbe77991ceb129c60eaf264d7f3b905b76b7f
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e4ddb25094c2e9af78fc29027de831278029c475a8ff4f437230f846b8a30d4
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..122ace4636e4e3426f9a2a7ad6a08830f08a0694
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:760b6893809c7c6608f19381097b5038208857891fef4c4341cd9eee9be9415a
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb4d4f4938f8ac950b2f85c2008fd0a364192d92
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c4893f39c945fdf5a7f60a6ab02d1aca9ba6348f6ee95e3df2dc3d85070de06
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b4422f14a5bd85de0bd6913e722f3cfe82d3c55
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e291d2e9b59eee8b2c125af006c4d47a34c9d3d2b39ab957389cd3d0074363df
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55584cd8e790dc0b5eb3cc13255fe622d75e8e0a
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4516677cd424055e6fe149b311f1757a1362522f1f81b0641d048f78bc1aab8f
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a892c9af5eb44971574d23f85125075c96877cce
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4d38d7115b4b5645d0f25d8f47bf9473b0ba09683cd75f9e2b7baa1cb2054ca
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c45f4af4713e465c85088ec228f26cdb955dcce3
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc6570f48fdfda4204808e8de119027a222d98ec0074a0bd07662a391ea8fe13
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7c1c07d9318a3dde6f9af10bc25af40592d52c6
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:235ac6442fc9f274de9d24049b7093e5e31db46304a3e97248c2e2a9976380de
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ea9f5b1141ce9aac3b178da44ff1e894aa131e3
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:959d27197cd3e83cbeb3c33fc6558598b9570814b2b8d90f40977e4bc38e2250
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45c4a9a8bfe9f656acf52985053f4a1a18f09e03
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24dc1c4a46b9c506895302e69169cbae76ddfa101d72f624b6b348f37c1c1d59
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5df5a5f65722e8332108c771aed9e5d3cc4484b
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aa443e0d66fd309ded8ed741f5a6a84df2b0dd8e25e1fe0fc478001a489c9e7
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2135ce403fdb0e9cb354675f8a622db003464316
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7603b8c18d822bee7e8cd07b7a0c8153383d975f7469bd5f1c1889deb9fddb6
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab5ff33ad5a7652cb33da293f7bc90c224482e1b
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e0dc63da78e5187cc10637d374f0360858ee0410c8bf52fe111eaf3254d422e
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f1e8a267d313607c8f37ab693e97d23ef2b329c
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ef6c189564009c3abfdd26961535a741c8baf5405339c9613bf5741a4e4f0d6
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..824249758aa9a27179cc793dfc091bc1f7c119aa
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:954e9b8deb3761d252947ee2371e40ce701a47ed88c12ca6ee817c51af02e02f
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..860a94bd2a3af34b1e8ac581d8718ffcfd651f6a
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:945e7c35c9247c1ee6a0986a4d3f6cb2893fa41b3426eb3093e06a60c3628bd5
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9809ed919a2a3d2f4c2b0f0c74ac4bf165b5543
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2b1e6c7283508b38463149d3c041c98f3e221c62409c6e95a146a12f25edd8d
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4aebcf5db25e984e81822526022613e73a6533fd
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bec41534dfd7f9274795951637147e039b3339873e61b75ed2780f971a7826f
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd53d8ee75771b142a74b88d43aa6c54c0df88a9
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b78c6379bdc3a7b6603efe59e4428fbf342a4db8fe37880586a4d27da61f7a9
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c64bff1d8fbcfacbe5f44305d069a5a80cdccfd7
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ba2a4aa0f370333686557edaa7243900b401c50542add5f45add7998051cdeb
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1573753cb3f040817b671c442b71aba2af6a93a
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68ffdeaa0d2743baafe889bf358254c259759d6e9aa0a22470aa41d76e8611ca
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab667408af5cee752355438fef4fe533a8e570a3
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baf0de6a41182e0771b9f707fe4df52667b64bb8cd218ebdc19bb0418eb4f267
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4312018b999a671a0f2c71264cab06ec76485eb0
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5a94634c21a910d32e6b5549def4d72fcc6387f898afec475990fbfd7ff3888
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6a094c3e2591bdf2dc6e7e6b929bb1bf0285838
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dddd501a48487b9f5a9c5a3d3ffb58a803c7b6a43f7b2b0b49a29dc1dda17dc
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7071044a3fa07facfdaf03588768cc230041f617
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a21825fbe596e1a6f78e533a8860e5cb04363bf22799af317d558c3ec72decc4
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8de5ab2929fad846553f63d12558d6baf1fc17fe
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ea6e119d46f27c41c583893e48e461185433d67a92993476c4e8754bf23e8fe
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a691aeeda0493c74e47cbf295feb3cc32e3807a
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca196346a74a1ec9515af68278804f5209ab34d249842d72254a0b3464d187f7
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6113cac1c8a0a58c2c64809234657ec4309072f4
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f98da724653d32bbb94e4cb310d92d9dcaaaa0b70704c1e1c92b54d7def1f872
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a929978eab2b6694d249b3c5fb6c81073ad5513c
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d934cdf194f03485b9aaecd5c55a99ce61e7241f71e2760ca195ed990cd626b
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68814fbbd1731ba412c90c71e41107ab26c60b07
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb607e643fe62cbab5b9e37ae7af45c391d936cbac23225f0587953ad089167e
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed898e4a285adc4f6140a2c053c4d3faca4da1ca
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:668117f215bda7b111cad157ae6ab181469cfd0f01f0f6b543d1a451e0c1dbe6
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3831f4ff67d4e17cb9c3db52720bc4900b3c6725
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7c34cdd1304b0d6c6713a61f2a085514bc8dca56d0755203bcf8b88544fe7a0
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ee7999043234f904518cec22fadafa8cffeb47a
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9da9a60f459c7b3ea29834c4ae6f21e648cc3b25b8ce4a305795736c43a9fa51
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc5ed487716b265b891b6403c06d489e614a2255
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5585d07df3a55a0ed497f8845a0ab199c570b6881dc895df747a327971745a36
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..071f1ddce850d50c65f55a6fe0b005847d1ae46c
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8230959f407e83bb332dfff1a791a4d70a6256fe15d78a6781477fc374cf06f3
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fddba3c2a1be62f81956ceccab53a28ae94abd0
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a60e4b41fa34d75beeef3da7ffc35d687986e59fc878c9564d965c103a7ede6
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8373556c45bab1ef8ecbd56b9c715c7bb24fe3a7
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb0bf2a795e9a7a0021eef4b3492b7491ac63d97e5219fb73c0382f7687f77df
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3681695151903c765fb544ab8ccfb24c2337d44f
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c27fe90ab13f473ccf07c4eabafe680870b5b650c8ea4a93d888bef310337ded
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84fc61f06127b985d7d537aee83cb9e15a8da4e9
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96bd0b7ea97a6b057fc25874d392773ef4de9fc056d0a447fd3179761ede994a
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/init/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b05fcb81cb75766455cb2025010c67086fa6b1a
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8f85efc463a7cb4387f75264b7ae0470115dbb3b2ae74984d91b61be0e294bd
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/lm_head/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a79155ef4a50cead58b60b29a9bd73013ced1e6
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da239a3dfe20593cb244ac795bb8b87aea0e9e70898f285daac1d78e0d794b55
+size 514179
diff --git a/params/llama3/4/rnd_search/comb_11/trained/lm_head/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9e13e5b5b036d4cf9b7008f8dae686942c85a37
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7ed3ea8d1a616b316fe902bf6ddcce1fe1f4fc10213e5a38e86cdcab77eefe2
+size 514179
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d26fa3dac438a3d04e774cebd013a92ee37be7b
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1832c3861521d4bd41794621b678b89070d510466a1230fdf1de5851db4502c0
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53db444e8f07408a8930b15214d34ddc4c126b17
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1b6c4feb6290513209c592802298c93f4c2328c64823999deaa13b65dbd2d0c
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0059c1d8b2583ef1823ac251275ccd128799022f
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2905c641d6147a849d944433aa04e5534d0c9dbaea0c94873bd07739950baff9
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c442e19fbd72875bd4b61c7065e5b4b0f2c98a1
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2278af49df152900594ff03a32f92b343a792ff091e7966df7127c58b0383c2
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c25aa7018e0b279ce2720f978ffc81201db78233
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c17e2a710adb9d6c7df75b46bdea41af03a16e629443f9615a1d01a3c939e4a
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8236b80a52dc01dececd91374ec34888c918dd6
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68a501dccf753fbe643adc5bdda9722d295aaebbb0d5fdbe77eb3d9ce0744b86
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..959af823ba80f91b3363bb771e9271a825bab0f8
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab99856a23023bf98f5604bb3a45eea26c0c53c400970005ca3c5fdb17a69662
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfe895a0f0fbb8463a6a84e04c38e4ab03daaf8f
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94b3fc2d74e4a95fc5cc4a0a7dd035c2d77cb504b474aacb2f636d40e4061cf2
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d0bdc45b1888becb31c8b94cf9847aabf3fb660
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c060aed690a16c2d7ca82d4e9e2556af055a3e6bbeb8d4b746e509debd2bbe4
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf60fbb9f014559a8508201641586c701de7b547
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e1abdd3ebd0d7b847165d2d2c0b3608a5b4648b5e07c09865c1b8d5483c0ce3
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6746b9f6c0194c5558fd1abefdc886b5d721a0fb
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cbf47998f6f020a57600d42644639dd79f85b7c8383226ff55983ab1a7c1701
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ddc8b3e7a77055ecd550a7c60ae06f22e4c2c30
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fb45be6e3c41b01a0fb6b309b517460908c1c2a7f6c59d94e4883457293ac60
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e90744e6a695e8b3a1354847068c26a2d931891
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bee9a463c6d5463081f6e60f524a21636953d8373b614c5de20bfd8e11015ea3
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd5c83388ffa64e67735caaa553577cc0d73e148
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f149be717da8cb9e5b26d61b4ddb762734943f990d2396ebe80e3aa641acc4a2
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7709bbc6a61e32081933230b2f4d45aceff7daef
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7278abc7e503f6391d9ef9f69d56ac299ce4dfc8df2013987aea33d30ee30ca2
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2261682aa07f7261424ec112d158b8574b3a867c
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c9771315254e2d5624330ffca1f66a48d58e9177fcde2bc6e44553842b0db11
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27fdb2d4f47214d62a3c46ef8347c8d6dab8012e
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bb8972a6e9faa4eb5900520a7239b2c7de5e76b1523dc0b3cb801aa2cda36cc
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e40defe172cbc6ccb5a532eb542b1641fee57639
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e72d5ae7660461a6b4cf68bff5377bb53bcac70540f4ab1540a60a29e142aa3c
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d388929270b9bc324633c887e8712a3528f51362
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f39c2cdc8d24ef59d66412b84e54f388a57c1c9fa099d8010f2d128e4825ad0c
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95c84e174aeb24a413d5d171c5c4c8e8c8e3e8a0
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f19ec599b2dbca01627651489e3670b702f42a76c635e75ff26e419495b6b60
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b8a180bd6a2237bb92476bc39d2e215b5c98d94
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b786ba0db30a9977ea883a507cfb393e60a167611929e0590eb111f7ab92791
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..feb62284dda3c25124b44f1289ca9d43467044f5
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e9ece810264d41f197ff7a28519e9786e053e5b7d250f767b3e09a981bf4995
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ffa7d1ba1b53f20cf6d1777573c7e7cdc59ce8c
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73a7abd67ef25ac3ae8b88be297757ea5bb26de1bf492278a0703c8712b840c1
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1018135268736d633027a63fb686cb0405733b06
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5a53faf2789d62d13273faf7368eead18b01a502cb1a5fb51c24f342d6fac1c
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6a6b1aee209836068c81056a758284a2b5b8de3
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e55418bfef6fa6515f2330d7e0e3170dd2adea0dd5e054fd6c36e83bba4ad685
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fde27bddb0eb83515464114ac29d6af58c88fa5
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b5c58139e70084291af1798741806fa0af3544dbe89c49eefc9a6589ba578b0
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55f84189442bee4d42024ff37ab79755f68166aa
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfa9ef6dac9974954362601ac1d52220171ed8b582a0b8217ad6be7001ce1845
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac90318c6afb9b49ca10d550970d4dc160e8f61a
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65a408966bd43904a0d2f76da61634f85cd0f288334f085b0f1c1fae71297c23
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77a5fa4fa627b16b3c4278f88aabe26668aea659
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a024da728cf20449d5530888dc1f804a7283986dc85dc4b1360ce94a82c85c5a
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d11f5d4bb5f1075c0d37a5d96b1dd0db1b4c3c99
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12e452d7df017b79a5dd087bbb2a4a07b37b2c81fb64fa480aaefe584eacbb1d
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcd037f446d0ae9f88b8402191f650675d008436
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c4e63f46bef513a73b1ab0fb867204a57a93b677a76409e8ee4fcf1ed5a2089
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46ce059973aa430730f7af37649c32a004ef9650
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5809f211689396aeabd5cb674c17e27f38461198ed000e350ab67deef287b49
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..247283ed0763753d7f7a4a9592d366699df8338b
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:920ae0c00c9fab18eafba79305c3996800c93c1a4f0ecedbcb6d8aa9206187af
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ba828369f042e88ea3259d4deb21d29a8ee4859
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8ab2b47c6faa608978db9885e205eb95feff984d411499d3669e92794835a95
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11ff65c3180f8b5fe043e7a89c69f5a03291df87
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6c9888cce64476324b261a89871aaec6a5893a3cef764811a8665c59fab976e
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..714c73851f027b37fd44b3c6857fabb9ff1686af
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1d5ea331b9835d2a2f27025c53806d13d05b31f0b70051cdcc6038ec83f2f67
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4832a86960987ca375891e5b444882cbd1adc64c
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06b75933cec07978d19010f670bd606af6fc12acbd5d46408897655157595f16
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5ae6034be06cd99fdc7defe9dde9e6b59f0c789
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27ee6ee07df2151ec3558df967dab0c89290823d537dcd4c50fe94e955658625
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28520b5204d51a6bd199ce474666f2b2b72baa09
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f06e618bf0ed7601fdbc115df20ce8b595ab873deee499b485ff8a48c75387b5
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9942e10a5b780dffb40954cda3b61e4452f01af
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9223bdc1015a3768e1cb1e93e02aab3b69cef6f6d43f96765b26c147c1a2771d
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2231eeaf33132318966bd005f981ee01de68386
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb7a067c6b4ce7e0bc9a9b2302b8e227c78381dbc658cd0d1b5c847c5f846bae
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2557153857ecbc649da688675898496e7c2f18f5
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd76406cdb19f9b35d85038c37dee1b58da2147c54e759e9faea1558e354cd75
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82f77892247163de559f7e0ccf72fb6f4d49e3b8
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1f22f88b32d34bd66db74234ba6326ae7ff12b2aeb5c5cdb71a387af999ecab
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ace382fe6ed75bfb739c24e1937346f703d3227c
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:387de7ff5342763316315b00bd999e7efdd38fe2fd58c60de33494db3259ab1b
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..651faeb4add4ae24dd279f08c95aadd97f3602a0
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7489cdfd417e71c8573c1424cc1dc2895c3e5a43d5606d433bd0c6d875113a0
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3834a0c30d7a28dba907031295593c58bd0ba36
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47b72467c10c515e8c4b824c6cb24c52242171d19018e2f2ac448cb8a24c33ec
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dad66378c5ff389c47a30ee2b1d89803c94e982e
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec998480cf778580b7a423cff93d78ef2c07edd6f6141a9fc3f0051bb6ff99f2
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ba1fddff449986965d55bccb988db015825cdd6
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b04996f82e23cdad5b0e41dc2fe1a0c5c6562073731edfde8203f8287a625314
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..700f938a61eaced21537615c4261a51d71d01935
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7a83aaffa9bd0afc94232ae455bf904a1e5e7cf3fd4be4afb5da7fb4f42aa7d
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbedff1419bd9523ce583f29da75bf91c2d9b6ed
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d9437a8258469e439dfe86e3f04d8882d0dee38473403c175bbaddf89f4ae9e
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..968dc1aea0add6c66581773d386938cf9d332cde
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a467f78d023d58197abd46e0c9a56b597957510297f2c5857c372aeb469e0cc
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2664ef889b44d25f94c7f7c7d76061177c239542
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cb8d42a29a92fd4c8efb734e6c404eb73c9e7dc4969bc2303a792c9fbe19508
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52ac57ec05f7d929f171682b1f2c3b7ef4ab1f2
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f37036c9ee57a6145b638e2cb488a61c5183d30229572c9c2b48276e38ffb6b0
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77ac7733f1e496f7dfb4e5e33491b5f406f07eed
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e28b8f4bef4365009006ac6ea56c970215b420b935d24cbe1999c677dc14343c
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a6b207cda9af7e542cd893e43776f89e2c6c0fe
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b496aa936227c6500851abe7ce3df42dcc84cacd5bf077a81aa73797812138e5
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..228cb53dfe438d7e68cca6a6a05387481e32a35c
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cf25b9a620237ae1c15b4a3b642976772e63b59b462a7109cd3e55a0f4becf6
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08db785c21fb2bac29edf8880d45ec5cfa9e7061
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36768fe9ef701c2e5a50d21a46b96a48f5058e97463abc6122680511742d5c3f
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6402b80738efbfc9c06a88b03618d6dcad0b9a3
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ea2f16f7385d65e95fc2ab0d579cac1980170fb7d7add575cceebc082022ee7
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e070efa0a49c9b14e9de2a21bb89f697c8205b8
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9715c5afc937c7075f6148cbea872b50d0129ace7d141e1bd354e99b15e4a798
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f91996ae15d0080ca56da71b1c4eaffedc814a0e
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fb0e3c7d68e8fd476ddd9b1f67e02c7a3f5961e120704f91286061bfe1beee1
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aea5e24557e5d7e7ff6fd383aa6c7bc4fdb3fa3a
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c1258c91d3b1156d320815388554846387c780911b3bb5f1e9b330ba1d539de
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..466f49daa31254a904ceabb583a58f4b06d89aea
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0464451dd5eddd8d102eba7daa643d26c516559a169814fd8f766e59bc970c16
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccbc933a6543cc9f3d2c02474f309abaa9c97b9d
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bcb0d45af6b4c92d031ced235ae07f7f1427ea64da65d85942911db06a07b90
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44da00174b4d6d2340dfb64e0272c776dc8ede58
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9eb87e2270b34b8067204f5b8b8d6340a70db17de11b727cd643ae59ece0e8ca
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..492c37f8032390fad28911f6a60fed9e79e6f68e
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24b9f1de607ba136e57f7f7a3de8b812fac4d11e11a96730bbb6a2edb287c3ae
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75d14e8b5c9767de682c19057a198aa624fff908
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3100d0bb459761d0fb824bc0ac69c69ed3b7baa09e12d08b03f19a09c75f9595
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3617e689b726227c525284988ea1449002a783b
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3581d9e2240fe602b90cc79b92395db0b4cc95443a66425fc4173e0e9fcc63ae
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63f1d1e4fe724f9c948661ce385a3b65efe4efa5
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0a6c7262e191ad7d2e8cd3cdce86dd97ab09ce22248e73907b6214c7e0e1852
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acaa44eb6b01f6bf8511918738a629b01b60d9b7
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:090763352dd2bbbcfd15ee306d624ef35a761201db3d8f4de3cefb201c78b904
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1082378b9d33e5879e433ad11987360b3d58a985
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06132a5341d478d8ee0db99f97277eaf174d7f1cddcd045f5c92b54d0d2403f2
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..843f6d1dad89dfa80f744c352c677b59d132bdea
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deb64e9f4454f7d6729e2f4c738f7b1e61cbfa99b048952e9df3e9707df97045
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..feb701a550f7ab17e8c21431981bb82a6bb2ba9d
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2f27ab15c4e2b8593138c6f9875324ec9821ec01f7cf4b17aad74fecfa9c23b
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65928f0d1bc3399abc12cc0db885fcab45ca9fb4
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f67582de63f2bf2a02c4dddc4aa98ced3367b06033cbf165fec71d7a55c02ba
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0729c9f9b5bffd6653ab4547d8cdf3e2b43582e4
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:724a48ee54c1455612e1d8f6052cde7ba0d8b91157d89db1429d8acfdfc850d1
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7db39e3154e3b8a10deab2ad2df7e565daa74fb9
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1d399db74b24ad7eccf10df8b9d6cb45af46f9e0eca99ab69d6b37c10d980fc
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6359a2885fd9e62b5952783f9d316673ad2a140e
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee79cb78360f1550b97dd8ea0fd05b57465fb8117e4835886d6e025e52fe628c
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22caeed96f8b8673784d303f749500bb74357342
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad092b1f0d8eb856735d7dce66c4112d23b8efd33b5cc50f5c8e6d54deb19219
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba40831d5cdee6ac792e7ea3304d9163b66725a9
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dff0dc2f3a2c4d6951f3431fe835bf2d9f33f00128b8d5df2138d88a8e4ae00d
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aba85418f563938e70ef5d165931b73bbeed0928
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faf90902474c50141f8d015d6af4dfb38850f4b3588fb06a650937f656c0e31a
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..892cb1b7d7508f92985f081844af5150b64a1480
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5729fe88aa66025ab20fdd6f601db56c2cccfa4b115f35921aa48a27e9ac76ec
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a3bbbfeb683c595f88011bb647aca5cae789197
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98f206dddda134c1062a0f3d5f445ce754557adae7017f87ad03c7bfe2991895
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ec9b9ed00e86906ed260201bbab342014b25711
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89d659c342a6a9fc875aa02323594633bdce4f7fd77448b7aea68c71de18239c
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be6af384cc4a14dcf88b0d662a969dfc179e1d78
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58993871b58c752edf3274b0451f6467f7e7317e7f860ee92fb92011c832f368
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40f3ca495352740f327c602c3ab75c88aa1b5a74
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc0573574249ca8d0faddee661456549cfa78f77f77cb153842ea00c96970877
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..013c98c3cab3263d549070587b5a9041c393e966
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac86fd741c8717cc2ad047b7cfed84d68290b0f1fd4e3ecd2ff5de2f339f47f7
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18756869e96d1b498a7d114e62d33eccbe170b5c
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1864b46109beca51cfb601c4140b5fc27bbfaed5951824d1e9acff0f0e50de83
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..730c9bf8c17784a8407978e7c7378ddf6f0108a0
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a23d3080e7580fd78f47a8a0b1c5bd4a2dbd1b27350f9b623b67751c8446716
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4e2036240147a5733da592234d86788aaec1dfd
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05462d744b3ffa6f529e4b544ca606b3a6f468ff5d4ef7aad32d70fb65a1cd39
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef3e02a3f119a64c77b9bb70d6ee38f65bb99e07
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd9e660b04cc727ae79583b927b587d2b124ff9ef495357b7c1dab2a57ed6a18
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dadea4a119039c2bcf375aa9b941ac0115c0169
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90bcd4aa59fdf1b08c433d5fa618f8d9717b98656e52e8ba8ff8e9f46ed11b5f
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acf37c1bbb3875180bd3f91532f9a6e9e0308193
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeda11522c6fd99430c31cbe41ff4625eb5b65d7c7d90fa609879c7d9cc2d783
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7be85ec951c6137dfc79e67c3655b02a056e6977
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4ae1decc54fa23b764e816177e1704460d113d6fe3a7dc0de5681cac48d04f6
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be1701c9d2aea747e20c2bb13f4dad027d1a1f23
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b21ab39243600372ce8e5fac3be75ee492c6afaa7283bf6ffd97ad5d5d526080
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..068149c452a7c798aaa7a684f4e5f06793df90ad
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa35d8c8ee41635784769a6dca80dfadc810a335271bf89d7530680a2bd737a3
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d805eed98485dcd7efb566c8be23c8076103ade8
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4466879271567251e6affe1b4237a7f67f2b9243d1fe3492acc6ac0674b0f54
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64568da6612fbb0033842f785f9ce5d962c22a20
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:134cfe92f763814aa242079596cae9993f4b36d005dfda0ae10a5c9d70f96b7e
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0807420f9d8e39c373a90600cb27bd3b902369d
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:455382471b321746a51f2853ef9aa6927a163a7efccb5a055bd7c9107006dbba
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0564b0202cdfe08813a5aa6852e65550ee131ecf
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae160af1b17c75e39852e2949e5792c15150af7a98ac7bfdfa2ef923f9bef14b
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42d5afec7c5cf5471ceb1ab4ea0e13d6ccfb79f2
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9004bf35421a97800f46441ac149db8d2ca16b7356030e3cd476b7ba2847444e
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e05a1d991b306f72cbf66596fcce8f46eaaa330
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:121ce446a97f9fa94b15655ade2a3cf7b67f49c7c3c51b4a5cc31794acdf42ea
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25fe927bbffec0eb25d580d34585bfa9321f70d3
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69bb6dfb0d7f03c90150ed0cac862524c5fa39eb1db7244583e6232aadd24fbc
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f5395019798bd30f3c30d49f1dedde27fee5162
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d042fa04cebb187c729bf75d0503ebceab847a1f5ba485f897a4583a3bb1d4a
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfe6925e199c4e5e5e7e8e38b6189d1515b53f05
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be976f21e266f0416eadc994091177b8a9e41fd7ecf13e55af6e9f2a0fa4ba1b
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e87bc82373b7b381ed1ff2a8ca1e794eb7887857
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60087e0191bf35cae30d39573cc2bd6dab59f7b5d0a1a5d305cde36e2fa77cf0
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..238e43c2184bec1edee4f52145541f43ed4feead
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:348548a8fb9851ac10419541fb01ea4a36b54db32560a4649c4620e5b0366195
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caf810f385b238f00ff7d7e75787335af3c43236
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58095bec4efa1b72153b596731afbca316758da88230858c8204b46b25df47cc
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..487bbe1c3eabe472a1801cdfcfb3edf040e922ef
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6449cbe66cd33e79ffb98c4d63034f0568572ad6b0b57846e0c7e035fa857fc
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc2ac0ee5ca628bf1ba4aff7daca225c02d3e63f
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14d6174bc79eee098e4149fdaa50ce975a3e8f10df860a0fa92c367c0fbcfba1
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa72aa85da50d4a3543f3ae7abf9cae89f374132
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c87d41e356feb80aca052de1280c072bc864c81d93158e8848ed1b543139241
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f802bda2c823722ed90c9b8b1ab585c3bca5569d
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:000b5fffc5799261c065846e5a0a23781365b074b6f93216168ce3d36552c800
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4177d1d733491027dc2f54f3c2903f8d28f6116
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4957205ebafd9aad4349323f294fef693c7f9d06e6346e1d9765fa08b6b67fc
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e69503748aa83454ebfb72cf5739b0e096e77fec
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab04451cf5af786058cc7dc7a6545cdf88e215cdedd086c7a1d8f53ce5b63720
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..192cac1ff45be4b3adba2405f1c4ea7f762e4fd2
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3d0000d12cbdecb147656c462141f63db9ab6fcd938bc34c1652c816b1e40ea
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad6d4778aa4d4dd2624da48895871a3c41ce3d07
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:331973f96f2c18d553477923e8e1ef9b8020ee9fa4429f95ff0bf8aee1e24995
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6d50ca9aa02f7bc74d3f9832421d982b8bb92b0
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b32545badd7036cec1c76c4f0a0343d5f2c672bcdf1ee84af9762f6e55cc9b5
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e0b477ab5bc78fb7832656deee3c4d159bf584c
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d4a540f82d1d1610d382fc932159f6fd6257902d65a2db4d5a703c04b967224
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5360aafc010138aea3ea24ceaa332f955abd349f
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b48d348ce01bfaf370c1480be84a12033370e83491c1acec7b3f66d949cc879d
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fea4f37377debf107df9d28b2153975171127776
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2847d1b2e7739cbdf652d9c945d5eb0dbfaab69b0dc8b0f9c0c89b928d8f2740
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec6652ad8a681817c775591c762a96f985098e9a
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cb8071f5828e7318534a619af43b5cb7a6b4f02f4b814b971a47666a207e82e
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b09afa80476e189a0c525a8d8e8adca28f9c53a3
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:323cabfa1f3a5b43bc4ea0192358a267c95cd4e2274d2baf0e6b510614e87225
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef25033003f3138d2ad58b8502272ec67e8a635e
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9c67dff6261b8f016a7aa01968f2e853125405c4c46480fe7fc8364e066e62e
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a041140ab4aba3167e52abe6ab0cf3667d044568
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3947823da4b1d1b2185d1d5f7c6949642d00377fe9e293a339e5f79539055929
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12f97dfe63b22bfbf846974f7eb7eef7280c7be6
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:149b292577ef708f8c90ab601d0cbf2adc566d9cc2739cd4881d2412dae88a5e
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80647566400d572475823677ec617a9de22ec382
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29ade728ac04ecd073c412d64a78fc60411b9993c6c5d76d97d417225e287d9a
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b449b2bacc5c10f1e7fc63a933ef336fdf8bb88
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec74e2a7a30fb9ba61721faeebede17f72a4f6dbc01f70ce6839462c899a716f
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68804bc8df787b1e8073ce31e497c26d8935d217
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b5fa54ee26b1f5de45ff0638e30ae529c68e41446a233f4d46c02ce5f5d907d
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7819258016ea6fba9c91489a0ffd212e5bad964
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea2a0fb5686e24b72e0a4ac2316ff878ce22db3142f3c5a1e770fc6630e67fbc
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cff126db0687ad8d633a07c3b2255d5c4cb5d7bf
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfce0aa379ca045b3aa81c3513257f68e85445f0a49d590be47c50395178f9cb
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93b4cf1a671170efc1ac6a81777f7d4541d04136
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e321bc0641eb222715a5aae2501f1928f4e680a52266340f4b4bbca419f8ccc
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..793c94989a5e6de058cdf60dacd256a52817a4f1
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6b4ce3147e6969c606a0786cb9c2360c9f5c3cd8b5ded11839713927a54d187
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59fd0fbdd229f1ca1eaeecc7e4e581e0f3bfd506
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e31fc8288d19ba603e4326e4afc19abc130f3ebbc37c668c60a3677b81ac19bb
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c7ce427eefb82fae50f8b49d84a7651c7587f92
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9fa2ac1a8287684287fd60de6011ef82114a51a008c5722204ad3722da1405a
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cacd5c225607d932a072f24351748d3c58dc957
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a70b753f0e8cca327da6c786f39f4716bf430b16fcc7168d91131557feeff613
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..011be244974efcbbd37783e0585491f797dddc83
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11bf485c56902eb5825e7f97f03c1d872f0dcde5d7d054085846fc67e6175ea8
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27f3d24c4710959e469ecbc4669f200d4714a0b4
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de734e31f453be38fda7b6355c1c8c946ac5d7cffff13c1b46961ee185c608ef
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7694967539324ac5bd084eedd1dcb0b120d85f2e
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd00e69bffc035a44b3e7115521ffe33fabd26e7ff383c36eb6b94e133dadc26
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a91a246410ffa703322f516d3191021dffb1d81b
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2160c3e577f51bb8228faeffe4ba053a76d447befe3042c9de16091297b858ca
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7aa0cbbad5417c3102d74632b8610b0140b52fec
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:665a940e0905d0189bf7430d0a3b6993075e904425c2c88f2f27f19e8a1d6da0
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51cd20124d7dd4b7a5eff90546827e2c6b876c53
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aefe98dd69231eeacda169f3953d2387d5af4f598d60cafa43eabdf06f3cc9ce
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10918eea81694cc5a5dcb9eb27da595d954a84b6
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f9bfbce8de1c70cb02b491ea79b430b793738a4dbbccde71a8b9611ec486fd2
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2a296dfdeb26a71fe4d4a34518bbfbbb7a2e4e1
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32ba6289f86a628fd3505f0b73c450909fe5d7028648b3d751fce67658988c57
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a1c890800f7ebaaed3683eb1758ca293f69d213
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6afef8ceb919b6e9a1d3472206941b43a20fbd29d63dae612e99dc11a4427739
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7704d388625f39574ddc75cca8abefa16b5bc9e5
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60edee9ecd12920272656f57be0f75b1eed93fead5d4641583affd33bbe89851
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e96b631ab8622c55a6ba0dc60e9784456021136
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fac9f6a97ded67fc79ab2dd7b7ce0c8e0ebeb9a6e0ef01b0e5aed114aadb739
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7640c28aa99125180949f6ae06a0de5842d2be5a
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5effea323879591867ecff105f25cacfe5db7b0ef631076a621cf11c32d73f3b
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..990423201654857b7b5d6f863ac01487ddfea654
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c70a4ce0e33478ee0e4bae58433bbbae987a9fe35f5c60cd15052f8e5f44020
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb86d5eefe5d4821c9cf6429ea32c470538ff91d
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3630eaa7a67099f527f469ac7e1c00230be40f5ba0a96eaa86113293f7629a0
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0976e360a7ffad7bf1b67e625d7363cf1777ac72
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62e8b1f1b344032d468c6686745b9537dfa3d15d7f2bc9529f38f3dc8df04f96
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4af7a52e4422b27797c5e0b7bb09075b469bd665
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36ce1f0b535febabd2f7a5433c55bc7e40bdbbade3bc773617f8a810d56b1c70
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4852adc34d859641de773d595e409ae3d6dd7326
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7086b5adc5799a16bb0a2319cd80b1e53de9fa417ea0f9e3f6d591dff56cc95f
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d6d2cb8339b380128062de8e802a198ad89dc1b
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d13f728d5e8f4c5721d2fe9b6f7d72593231f53bdc134f973e2abade28437c7
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f5bcc7f09366899c0156bfc1e3f298001885f04
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:440dc8bf1b802ca383e6a8ba2fecb1d2e2801b44d4e5b2e2517f2d83263ffb83
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a46d6ca6d394e16e1bc53a097fafc83c001d6142
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc3044db7be43ba17895b7fe87184d0d290e94de79d70b0d58e76a7dfafc7433
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8f5c72f606bb9becbc2defec1b956134dff1099
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c49ceea22acc6e0f087ce0f1c7cb689676ff2f389dd160a993500de7e50d083e
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42cca6f8f7a0d6ccd535a9d5186c033be6b158cf
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e00b138e573439cf0b62e7c4b1ce3bc00dfdcc513696fd5342d96350783cd6ca
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44b19bd0807fab05d9c626ecbee8eb6a76fc3327
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1bcb1b0d7713253e1cf7052060d48f8ba7bfc025d079c28041d872c5fdd4177
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dae5923751f1c8f49653488c819f62ca9751766d
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ceba4763242ee3e7f60ea123b63fe58169543249fe4a8bc2e5ca07cfc598694c
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c15d7d8c72070562cb6491e2b88fb3cd498ec7f3
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10b8a518775e5e350eefd93f3ca09b3d7d1aa56dcb433b24c319737432c95d6c
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d058083f0e6ece747173e54643d6a2759cc8023c
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe4d55a51b516b93580eead095f662d6b22900667901659c5c9b8953a7146362
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b83bf9fe4f24273c8fb52178b3c839f22052b55
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:986a3ea87094fabfd0a5a140d68edf75d375fdc15c9d2060e1b1d99e67306ff6
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe46986ab5dec8d8d7413df04b42c5f61fcb4a3c
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eff9fad58ef7c5294b15bfcc8d927f16b2039bed1379936b0d00863901c5ca2d
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24e278b77993897ec1e47eec82bb60c9bbe188e0
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04a87b62da5967aca8bbf7531235c4e035b4dcafdd877830629137915b20d6e3
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b804a07d2b0c66259a316c62f16cebc0beaa18c2
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a9eadabeab1df99a5abb51d3566275f1300b64a755b1fd5f59b54b0fb1c72e5
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bcbd8fe63c83538a555389203e050a803bf95cb
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe60db65ae10a33f0f8aa1b825beedd8f5dd13754945da385c04562464a02866
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..985058ce2c69eb0c4aaf41be077e9565d32e611b
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74264d093ef0a608e2753d57dd8fd9421ca74da92cd19bffff70c8e9b3e3dea3
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00c34c13865aa20c579a70bb5d8e3392ec6e31c9
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcebea326a9e4c8949fbd685289484e0c1c32f6ba97199394aec2d02459be9cf
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f01e51793a6bb4fbc9479ec87278b993f2189b7e
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a70b94a2be202a18cbff037f01bbb8b62bd34fc3a042a5974e07173acf568657
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e0b2d29f5634baf9b8eceb8205d776440fa739b
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b3353be47c6f49cbd1fae66ac49065f9ffe071bfb6a5d816d9f819463910d0e
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fac92aaf9f71f0ce2c6495f9ec593a8fd69add5
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3d38e4e3d87601b7c330afafa5afb9961d0a6f37b456247b0260eaa90a6039a
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c111042d6ab4055cb8290ba60fa06ca8334de60e
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea8921073f7699f75e601139bc9e9c50267a36e2368ad49f46994936b0fdf538
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00d51ad77529232c77b532cb2f1d8c9270463a41
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98f815f7c237e63a3e763683961123142c6109357bc466a2981c9c09cf137151
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79e3076a2da7cb7ee11337a94deaae2ab11eb130
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e60d0f20ae32fd9916c88a3d9ad04d092f8e011d39527b923db12dae73354a2c
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5591dd7387ff1de3f329026dd6434edd6d9678b4
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d88fb3917cbb35798e3799edf3b95f094eb8fc21faa8bddd19ea72c820f2dc38
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..089295125d4fec76bf83317b955ba6481c93e454
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a91a2612dbb718b0e7f7c46a1f246bd3083cf574a4d3f440a4012aff2bea5093
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4aea8ae0bcb856d865e02fb4b444f3f3deb063c7
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ed96bd39b06b00e933ba50067da8b53e40195557725b7b0a59b7c79b573aeac
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a06fd905ee9ee62817abe422f8550b7a3bc2044
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d57bedadb7ff947d4b3f55dc5caafe710785949de5ec13d268b853ea9010bbff
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1fbc0727fb7c1996d14574c4f8a7236ac379b49
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a1003eced186835bdfdce742207a0614acbeb34a48f6c94143054ce46436ed7
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76d176ea5a6d49ee280099ffcae7ab18cff35003
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:753359c6175f37ba7da7a661700df2b8c4d2ee9969376428d3fe277ea1b03fec
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f33d7d24d274f9c20a9efda1e3d908143d22e862
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac9f0b6a661618cca5d65ccdd01aa0dd5d7589cd1fa2a386158f16aa22ec98ec
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1046a70f6db6b615e14c0308a752c06ff8df463d
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba852d04b0e55f634984a8a33cf767a1ac75413e911e843ba70804a1a628e9c2
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d42f84b7737b035680a03d2ccd7c0960039696c0
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2133c85ae53050627c1c440ea2ef61e78a0ac396dd4819e8bab32ed322cd9efb
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..696568b1c341be562e6bc5a77bf79832aa665f52
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9b8e224e741988698f0e27ce9c517da8c0c08ce32002eac8ae7560cc6e09ef0
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d10bb1f7fa2c1d5f1974eacaeb681f002427842
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab5e10f8872add551a9f790710842dca59df25a4b4bd2a328c395336f0d1381b
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da371c677162d9b7aa1d19be71a11fac5cdcc131
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:378927ad60faf5e4565c8aef98c1a063e08870bd93aacfa94a644721eccdf49f
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adc50349485baade9613467f1f144bac86706da8
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e98b2b2650fd900b883e038cac837a534b5df862ae17e419c6ada26a5788a92
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91c34c92f943477112b902a97ca91f086a677a13
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da06d95385e81aa104447b01d633fdefcd73dffa7ea2117512f1973cd885f58b
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6a4399fb084e6d05a7b97fd6e9e998fd9069f61
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b22ad4e3c585c0c23a9cc6b8682cb8aad635bf9b27caf27326878385ae13779
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..592d8eca45ef29adbf36c7ac4e4215589dccd5b3
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3d4e8c1b12b4a5bb6332ae2132f5c0d3bb92301818ea9ced532a265db7e59c7
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..800de04a6fd605e3fa6ea85c77e0f3ac915b897c
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e9c7022532fc40d4df826ebd40264376506890b4ba4ca4938a4dcbf9b394974
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e428be66d835e9cd9fda4ae79e120641b790f172
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7a9c664598f5cf62366d96cea709fd25a49602fcabb42952e5a62708c629b21
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c54ae94c9d46ece29b2a14aecad9a9517e25c9a
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:145e872fd9e9c887cc3fed9e2ed2ed9b924fb0231488ebd48266478555fd8d81
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8077a31601546ecc57479b8c43cff20a301cf467
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4685ed53e1d6c63d11dababff7734d361ea946752a16199c35aa780419af2c0
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16f3cc0d5b9b63ff5b781e73494e34747ef82c18
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab2750c030ae4dbc91e79f8d85f4f3fac0033ba995fe1c0475fb7645dcdaf37a
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4620b14aa2e0b35338c4a94af9727fbb8dc9bfeb
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdc1a4d185fa6ab171ea956806f9b70e7dce625bf1e7f6bc16eaef87fde3a304
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..693dd0771a3fca63a328223826b51cd08bc6b165
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4816a87115618ec5dc8b6e7544b8ed1f5a276c01da8c0a383c40b487d99a3e9
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40cdf62b1991b478ff1004ff2828cf8454338d31
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a963e47eebe74e41d5a053225c2014efea3502bc8317ccdd1ba1a01376a650b5
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eab3e91e58b8cf76931075e6e15044a5a9eaa961
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7038459715c9cd09ec3f5a115804d3806e60fe8b65e23e7e5fad609e2fbbfc8d
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3268443c8a6008f3ebc48af23b8c533881cecec7
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b70fa101329b5f21dafcc8f14c60ef5b09600e4c53fd16e6cbd78f71656be6a2
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21432c9e34abf6be0864c98193e801bfa3ee293b
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cee3656e34d638d10b78b0d40ff00971df49f65a0cb44d4ed9fca638f3e0c405
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e5bf0bdab0bf36bb9101f0701bd119750efc213
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80e76a20abf92fc91c50b62e561193c2fad343ba0c4d43677e0ff974449b43a0
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1503887861b463a7be9ac3110503ff01f1c1ad9e
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:770020b96222f49fc5e713826382251bcef3ee063f9e4194a44c9050e24e1452
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..902ca5dbe792e8186ab494c7c6535b9752997f57
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1eb274f1923ff06004246b6da2d7b826652f369958878b95d30f0097f53a7db6
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d20f96905bc583f5f3c9864fd199851f69e0c75
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea5c5bf37fe7889dc6d13da8964dc984034fb47904d3f23ba9eb10b9959da0fe
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0b2fc7689bab7f7507a1564499343f5ecc1d850
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d68e6222023d6988375e8f7efdd7525a8479550f5e03cf6d6c50b1302b252e5
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42967d179618643bfc6405bc596087495f32dabc
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73e22ff83c1f112348e07d951896d51f4925ce4acd3fbbecd2c6cf04954b4aef
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3f8b48be8ef312cd1732ebaceeb2adba3c6368a
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f13e686cdfe8d3c22c9c6897dad1a531b2e293587212d5bb6bdf42f79ad5eab
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5476566c3c903addb3b4aca27d22d4340ac353c6
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e6a182b10a6c144811cfa350d57a606d9a2adcf14360d02cf2db6f6fc1f1ab9
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f32bee48e7f7045b864027bf3ec2c9cfaa5569b5
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29bcdf69b99e873907d6a1f37b0bbde277cc8515986dc44b1c2af1fb91043b9f
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b134840ac831d8742391c0947bfd00c9f3b782f
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15b7354f1164956ef37f2d9ab2b7e346ea352a883fc10fc4072cd471b7109f11
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf65b0835b608dbbcbdd4b7f29f63dcc4dce341d
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a7032c5b9d45143fe777f7a7de3b8a0aed7f472ff242edcf44887fcfd79a07f
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b305c33d0bc0b414cfc8d464af4da5e6e37c4bd
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7d2407e70ca78302c97b2f14d15ee0edc532133855e30d51426e6859425a81b
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6277bbfd811b5f206ac83e5ea0d712faecdd51d6
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5465c3f872bdab52f04c842649c7629dca2ae0753e0019705eeb35e824f961a4
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5233eb4361ac3957062f60e6126754d484232a0
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c8ca2bbb938b67e1b9e7745df1f7c1627725cab1090a1928192e27cd32a89fa
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a25650ca7de42d019b275c384b32a704288809b
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:882d29d9736b76cf0d76f7ed24187976c07c744a75b57a0bca4e078a4ab6da11
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a31d562bbac4690aa0b7e51d75e0e6a7fa08d52c
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d74a8415af7e5b0e2460915667ecc61ac4e746b21fa907d27617c8d65a3a0ff8
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cad11616aeec51cc54b511a1dafd4824da95f87
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:325117b51d2664f2f2aa097a1819318135d9cc273359ee385f5479d29f23b69d
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c2656be3a8b70acd6220e561c55e6c5080e
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ea16c1c9911f118c10622c836c7b5dd38747fbaf2c4c2f025a6da4d4d08f026
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97b69249aa041b9676d112e8d441ee5e38aa1881
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:321922acb9a260c25b74349cbd83439081476db5dace99224964374cf8770643
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffd88acfb89c4e69f393df99685ade0305f3ae8d
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9271e9e35be2db4f06f9082736fcabfcfc6eb466d03c987586acabccafc08f4c
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8abe9e1baaf9db5999a6419935c04d5746a9d064
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e006776189a103181b116712086a2467511c2ea61cb7337ac5185d12d4676d83
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9ae935310d3fac468dfe1181a39a77698883cac
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5df958f68fe6cd8f357933f3a1726450fb3cfaa615a9389737290c6df79938e6
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc0a5509fc05afb3d32280ffce6598536e6cb329
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43edcf67f1c6f9643939f0e9f5565d1629e33e16fa1f34893120a2600b2d43
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35acd093b72c418719a79e3e88e6e947e30015aa
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0a259ca65ea67a3b2206f9bb4695b6d346b831c4e1d01f3ad2611b035d8f387
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42b30bae1c3713bc67215a465ccaa6616a394768
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60b67fd919567a80331e3538a02e027e0eef646c02317bc5111f9ae4a7d9336b
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d741b1b5cd51dc7febd6721759e81fb78ed2715d
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:897cf1d769d5c247318d874997c86fe09f8a9b95d72df97d31573ab53455f95a
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c82c24c6a922a49ab3ae34df05db873f801575c3
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a38ab0abc680131f78c1fb69b282290af280ece661c63cc9da57bf668b2001b1
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af59804c91209ab6ed7e9c23d39ae35388e64b30
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb4f6d8ee304360791ba8d135928d57757ec458dca33e99402ded13438dfffe5
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2829425166aa68d0c1cd2bfdf50a6aebdb8c96c6
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0d69feed3f34ff14cea378b1326e249f2844c63d367e337bbf0827ca902a6e5
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0a9bdf2816cb5bb0ca4ee20921d5636e2db9f06
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dec760b448e2f74898609862803f591bde695cc17809cec367e7a145c944786
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..710129f89880b0d603fcd6890dfafc1d8ab87d97
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:375b4fd2628aace722fe5de24f4e2747c6337bffe3ce282fc3b2a3153530a5fb
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a6ed1332396c2be4b780952394a43f5c270640c
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e076a76b90a2a7bfcf05d5d3890d709ed2d24ae754ab6e406e57f0e49ca8ca1
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9152bfd97bc1424c7773e9818473e49c60b151a
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89fa8fd5b85a09ff97664872ab6b88f1265b2e8c6f2f78572631317f7105c9a7
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac7bc76ba137e93b401808a046c7a04900c62032
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fb6225495dae66b6eeb306f1e2e225b2661131317524de8025eeaf090beca4b
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64a5ba55949d8bf3115e9e856900753e15da1d5d
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b5af87a8f3d57a5f40a6298d16877ea170d24401b8d00e0b2fbde31bd5de1d6
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e52fb4b33ec8ce7f252d8309f7812ab2752173a
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcf8a4d8882a9056a06d360b275f848f0a12d29651cc015d70952d85438ea93a
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5fd96d80e4fd79a0937ce1e6c21a5bae4de1348
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad5155c75f229c3f8e765ffc9a92730b60aa3c6e399758a657ab967673751d0c
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b6372f86d497c11b096d2387d05182995345c1f
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd28ae11386c44de3ea4977b1258f9cefa6d7e7519720637d389a9acfb9b1b96
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ab2c92db29f629413c2bbc2a94edf2f53c4bf11
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3528b385e45f14ccb19697f1aff7ce2f4dc144ff03fbef5ae9a21de0122db9d9
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..387b425ebd111b96056d9930d6cc83676812a4ad
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cdaa30980f3501e367abae96c8484396026c0a5acb77236b4324273cd2955ac
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efbe6d02606b4f39d4981f65fb1ec8a337792404
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e2c60075f26b6c6b9da27f980928221675a585ed8244756539546d56a8e7cba
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dee4f22076d33d81599f566e6a3825f3cf594ffa
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:758556210b075375a0cc334d7c10531805c3a2e3940493ab37c5088933e53e58
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7de82e7d9dc5324ee7124f26739ef2fff768088
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4594ff873dd7e0aca19c9466fa2a4c44dd16f7604ba252f793c0f5bb0133745e
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c07ec79aac986bf5d603b462ab6c4277b0e586bd
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba6b2d47f3a33b6b258f8cd5129067191a0dfc66e56d54e5fd0c8c1e4370fc15
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38e033062465f1d920bcfc9c3ad0d8fa72f9968c
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e3cab93fa69e899b015cb95fd9dee77a93e225eedce513cc5ab50e05b004e37
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51626bbc772ef453f06daa55485fdfa08b4296f3
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1ff948e88a22091618783012441cd97ed0e2435f3ed7b7212de7caf41b473a8
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a65979cce93d6ade35a797902cd0fccb0c061cc
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c268e31647d5e360f82774e55f995ca528ce49f743dd59fcd4bb97e5fbabaf8
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9268bfdb929a8126488cc8a33512c04b4174122
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f700b030921b7efd794656310519e1b6160fa81905c0527046c3bfcfe07c389f
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cd5603527f9311ba9565bc5b4fc25acc0e9f747
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36c3fb522b89403675c330d6005c7e60cb53109e2fc18373b72dd2977421bc4a
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55b56225106bef3f2522ee2d747f1055c2ae8221
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8603723d7f8df4a29841efc4c3bcccc16a1ce4466b6af28d9ab9ec6017a5819a
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..333d10560d439efb47080d3cdafa11524f08d3f1
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba4e0665628588886650b851192b0b52374b534211e33319d10571fa0b34660f
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf19d88cc3a82a6be154d2ad8b54ef46eff77739
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e49b5f5b3f97ce40fedb6d8cbc1b72f2e74e1dd3eb420c9d9da0837cdbc32339
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0677b0daeb32fb4ed52394cf903be1914e41cea4
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de2b68668c9b1083bceb1a2c6837a0584e2eda9f372e41e6a3017b29699c388d
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..670e2c74b0c75acd5082cea1f09676ec4f1ff327
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea222cf1ff0b36684ae57d01215e76836a4fc0a453a91bd217f35b0ea05e45b0
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..081ed30f8f34bec35b80d33e10df471fe170d5dd
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18286dd193f42412485e6dbe76bf16f57f0ed53dfe32e200f1e73d3e7a5ab2d1
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb35c641e2bf83420c3094d82e8e1cc226326dc3
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6020cc00669c4e22d01e429bb84f4a756da11069e38f8a3d2967eecd967785bc
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a155b0e38835b7a9e2d41262632db272fbe8b83b
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d84d6cc1f26a5326d30beb3d09041e5d51582c101adaaccb1e65f9226be3510
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b363f1437493b7fee67c8e598046a15a1edb4c53
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ac4c6db9ab2c36fe9c7afd69a4f9abf84428527c853fbae40c3ba8988f84722
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ed2e5f9e75b44e17f7df1d5eb02893775fcb3f2
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd5bd0116e847e64c47b28d8577bfb198da75fbf72a2d65c963747223466cafd
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ae0acb1e5e92b633b4aa9651d8e005d3130f069
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdcac4c0a7f5cc1591769343d6d55af89dcfab94245f8a29fd3461c7a17b400b
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd595c11056dfb251bc3ccef13f1734fd5e92a0e
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ab9cd80a30a00459758b812312140c0a0f9f4bc64eec6b225252237c856d6a5
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7ec74d34ea48a11919c316f0213d87f1ec7dc4e
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a5b372cdbfb09a0d37f2dc02377ecc2b88fa71ac8062ddfa2968378bc5d58e6
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4216efb0b6503256aca10331e218a8fbdf829618
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43c02150f2bcbad8b0245e9ebfe271dbb0da1373f77b369374bc07463f2f689e
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43c0db2be328303fe257cb2614507f86fffca81e
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:407e55a3f52c69c2f3584de57068bc9f1ea3fa2ef47e498801ad405fa20c73c1
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c636de26dc28c5c43c5892a56aa5c3b0a6e3bae0
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a01ccdafce4f2b1d7adf37eef49bedb50d429f19cd4cb81faeca8aab0c6749f
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..290959c4adbacd6c6d17d5bd1fe0815545a35054
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7cae2228f0a42d273313064809bdc341fd142ea59350bf555b3a6f21135c7a2
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa40dcce6f4047e6173a5c80625a07f3c1d78dab
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd01b224eaa06531108edfe4e8c0a663af97eaa2693f46b8ac093280770af239
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f91c4b5d5eb84955be1a26f43e697bbe2ef7d17
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc28b739fcb4b0fdcb68160b81d3ae9a66e4275b5196f86bab8aaffffdf1dd63
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..967f9e79bad05851bea0341d3638770aa30b6e62
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2504bd3f04c3f393132ccad4260397e677322e2187da5fb41a6b39949b375dfa
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5312f6c71e0142a7380adce5ce0e39b49024ffd
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8911bef1c9189ccabd393683fcd062562b2e0f9953066b6a19e3c2fcf859b6cd
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86871afe6623dc5c8405a5c737dd976a8d433633
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4a7878c53237a9fe1d32ce7c598d47c8bd84e2208bd03923dd7d67743911698
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba3b41273ca4a913d981c2ccd14c710259e84ad0
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06eb071d83f14136c87eaaa13762fb5ec23eacaf4d3f706b420799f5f64790c8
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23798941404d8e8210d06b0cb6483de94276e6cd
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e326e968a15f98e18db8af5b584ded57f74782ef65f50216998356bd0b0c9493
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaa6f94bad75a4808ad81eeb7a70f70e965669a5
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8b52d7e4317c5150a421d8fbcbf665f7209d0fd9e3481ff86eab0d43b261d26
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e841cfeacdebda2cf6662bd3bac3d2d8108f6249
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a07e788bd5ccf2bdf5b7f297b57b59ec2829220bbc625a3bb1c36f8968411e8
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f17df1009e08cbdfa539a96945a6ab40023109e5
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abbec8172dddc10b26a07de59273640d54d659b8355765ed8d30b67d42fbf1a2
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..818b1865897bf3f9ab2fefd23a8d14317c040590
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3086a224d78330d1b62969af668eeee2b8008e26b69ed87ddba8d6aed0501822
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57872592a01a06be524d6087313c54f2cca82c03
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:827469dfd8e9431f22be5c8284ff3e087bf8f2e191eef8ef7b7bc1dddcc0b635
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93e976b11052cd41c8439ddb96dff6baad629d30
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9abba31e5c2aaf62534c88312a3335a16304623e9eaff53a2ae11480c85be525
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb2bdacdbf3fd21e258f3013035f9edffb8717d3
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1610d9c1da2d6dc3a9dce9e654590613227b50d12649b01f153bd83861af73d2
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96ecbe90f8a22541720127aa0368bcc67e9c32c2
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31bd3d182ab8e3786372187b5e9ed5f98f76f516e5a383ad2991d1a8652f1f7f
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92fb01dda3f502783f69abc1067090f5d0e7b1f6
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a004b7968c8e9d376d83b0016d26d280d630e9b1cd11672e6ac17ba8df3fba6
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e7faa2346af77261d31e690ed4246c21991bbe5
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc687d6ec1b5f3aae735c44c08141000bbf1b6da63f223a732d1ee5b7a4a377a
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd1ab8da36704c0ac7f94dde31f7089e0b29d793
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26256779e9d5ef916cfc59f2b987675c3e599bb8989114b328180a030af17d66
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09ed1d04877cd749e9c9609a67fb7698caa9fda5
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccda9588dc71c8a4fbb6cd0c37a9a65ed216cd9db509e093194848abf5bf7780
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4203203b2958d40a0dfe8cc0cd3e22175f92b7d
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:194c59d15b52edba485966be8aa1fdc5f4d108ea04bbcaff25b55804d9fc62d2
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cc5d953dfe4c76a4b9d2bc7fc1b76dbcbc4e5e3
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fec562c4e7b101e3702aa3204bed0a6a17ee0f1ea7d9ebdbab5266b933ace5fc
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65294617748cecac82e55b01f4e3933fbf7e9a5c
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a92add295ae90dea2e0cb2b10de4d1d85aac3193a8e2c40dd911045482c376fe
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbc12e958c659a414cc0284897af7da3998d3e97
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ee3962096d08ac2041a9fcaa5b794fb090f09da126aed721814352b13eb9248
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c827822a03512aa1389a172b4b4d2be4ff1e69b5
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f0414b15aedff7a752cbf1c0f5f0943800fde406abc2bf72d0177c8c2db9a0d
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b259af16d99e170e907c0833ee1cf09f73c88494
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e028f465e4d3f93c9118725e0a425dc49503627278c694932dd5da291779a9b
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcb26c249f248f51a2dffea8d0a1b646b61a13e9
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f56cc34f347137a7ed79a39ccabdb23c1132bc753b982afea16bada68ddc92b
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b281fcb61b491ca2a642341ee3cd9a1002f5457
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eab2df9318772657c9ba0e294ba0b529750cd12f89dca6e7c986098f7d90aa58
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daf35c2fefc4565d09ff0ed36e58ef6951ab9651
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80a08096efcc12e7698446561f9ac7f44fb3b6c63e2687f38883d1cfaa937097
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4684f5355083058ba78858ba0e74a655cf1615b7
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2614e7d0424f2819d889d0f083020a807ad65a89015526f58fb9eeb2b6eed0f
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d55818fba5922c9d661eb90c951e3a38329569cf
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11ecd9177f8726d13cf2b0d8ede7ac4781f88ffe96bec5282dbce8f004f7c67e
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63e35436dea94a86f002ac04ce3c061bf1d1c6f7
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53618a9b010c19eb0a2e7d3c104110936ee6c0741ea6976d4e2be5ed8fc9d8d7
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ebab12275e0f100096a0ed28d43f0ad61eba9ee
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c771ca3f30f9cb1ce6b5dd2f49f46c2e863d2530bce4e706730e087a49f88be2
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d510f8d934d9d727a33b750fad94feeb4be294d
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1798ef7a3b28a5a5eb0f0a78d42f2267cc948875742bdfa5a54839408744a14
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaa6d3dbb1abff4ec891e1b486bddb4708ff7213
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a386263c9a09c19921029c5b9c53b67df4e44d9d7f7f33ed4707653b5b9bceb0
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee8910ed050b2a955c6b3aa59a5396db14f38280
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e71848eaff2fc76318e1e33e540ea0d6d173bcdf6fef75276ec78893a1f8a0a
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c599ae98faaf6b2b2c73165d3045db1e74484a6f
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2779325a574e0483fe730ca940246ad863d056125ee0c8cde6730f414c651144
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98a1919f32f61c66c44ccb4655aa7fb13a6a4635
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8809f403e021dfcaaaf8138567bcd63c560a6b5dc176881022c5620633da29f0
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..905d36b0c6ae7c72ed899d1d5673dc45162e45d1
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8e2675c6a448f4679594377f78f4de90ea59d8e80aecd85ce7bc5e26851babc
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8283d42b5bcd6cafc70c09cd815c19ae5b6b3fcd
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a73049725e61f900b34220e490fb98f482bf1d98565c970e5b726e52941e7c3e
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e4d6c12b72bb5f0bc1ddfa4ea08382750f1bb50
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5962baedc940564f513002c09ffe52f8ad03fc439adbd4bf760f357e7308f679
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..438bca598002d951fe3d9c6c5d5a0b0c65fd53ff
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1560e4622486f01811d5a3f9936a488afbab414c51b08c08bf9bbd5277bd66ac
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e37300aad9796f29f388ac7359b7459bb9dc8cb1
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:036f2eb6b8a47d06310ca0aacef54840973b8fbf70ae5322b8eca7d6e5ca3cb7
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..576e4279786674c4be6d97252f5193c0692c2d42
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fee31c56350c08fbc0d39e7f19a1d065dfe1d965d0a619dd1f8dafe43cc08db
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2563d801e482512ccadf6566c1bea5c679b57e67
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f3f317b988a2ca0acc931153c3936330dd8369629be9550e21f017603658038
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8391f9a335ba9731cbe35e49db02323ac424a2a0
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a438f76ef916efdb44471ae639e1293ba09f2795437287cf58257146f8160b8
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c3952fc52b9d51887d3e6c0bb214b5290d65f81
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecdeba5422994ac2cbec4a4ec7607d9c7f35ac03d00bff906d73d8d474f1e943
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96d0bd8b5a655b14183f5e57ae5e06eca3b545d2
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:495b45a892e28ade1dfa606ba899e8c7e9f78593058288a63dba76972263648a
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9727d82ddc34c40d06c6ed91cbbf82ec2a3323b9
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7f65ba9648ab4201a67b1845d8502d7f460434c1cdb20c4be0a5360525835cc
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d45d430ab076e4c337b5de642ddc98d6bcb7846
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f7894a4cd4cd959ccfd34fbec3c90c642a35dfe2ee6569db50082ea97e16898
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d303203960b5024cf6ec253fe07ff26ddff81fb8
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:454266b12f1a17573810a9632f945b0910fac3848cdbdec779680003a70d2dc0
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d1ebcdf9c25ac0be42592e4db7b9f736334aefb
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66ac175a3faae364d381eabc825f85f47f241db4b8aacbfa0e8ee17a792e0bac
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4960d0d8506a85875bf80a82d6d0c173161036a4
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91cb113ccdfc6d7e74882787924514b82d189f2f257a44b6bbd08c497c0fbe00
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3462d749fac2d7e8aedb9b8664732cc99f687c5f
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab85d1e1f1d9ca0be49d5be5028a88e03119981688c0af5b4a691880091b1025
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6779741ce30f45dcb2fc96f953ca94d88e554c5e
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9690acb4fff69c31a8382387a1dae591f9e19a9e0cd1df7526e4262f5c01444e
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04a091e0a70ca9b17d3eae1056a20f20f4142724
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:479ce7f887d8b1ed573dd434ec08cfc0744c59ebc00d2d810cdbdd0ca096cd76
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04a3e6117f5a169e6eb4936ce9fca080c9e3b660
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02aafc0e4da9f8777f1c08cb823dbd568a0b93540fac1083289e208c89a92a3e
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a96ef7bf8c5ebc7678e87dc6abb375ff0a7fcd2c
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3a813f4c7fac162dd02c9997eb16b9039d06af391aa941896aa60e5f8bf3cc9
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e59cd4a2fdff8f0f19d130773049d46633834966
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fb7a59beccbf184fa4fd2348cfe3003567c68de85ba6e1ad20709a28ef937b7
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f5e0823ce22b9a2d646eda49c4ff8ca1fd0ea39
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dd47bbeec4015b354f0e589db538e2c7825c65da0197f2d2c46350fff69ee0a
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..602fbf2d47117ac660dd7a19c667fa93bba8f731
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abce61292f0b223ad24c797fdba28534f39b7fa8e394da301e6c6505c0fc3149
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1777145111b73c86762ddaf6a5db62f86cf861f
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b3b24a7d9b82edf3b22fdfa4e93fff22918d8189a6e57ac13ea6dd6281dbf47
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..071d6ca565891d094a33f14c2f3adc4dddc8d50f
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a755f336a6bbfead5247f99284624fa6681ebcbb775f9945fb96eba6c92aed9e
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34842f6cd264950f722e31c32374c648549f9a4d
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cb47b3c1029720c483734f6152b34eadb5ef7e3192b0a9c71f6b964a77c23d2
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2994bd26573d9003058699f111fadc9f68437063
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7918ddeda0f64a05185c4b63b8cb22b6dd6c6c38dbfec6fb70ae055d8b0d556
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f89c1f3286e74b8281342da9aa6639dde6bff18f
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d761b47f8f714a29cb94f9c854a3bd4dde5b46d79b0164f61350c63ac26f252
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6d09999d5a2eb1bf08e77cd30cd913af6ca9e18
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e8d75c6aaf7520a9e6ff7b4a2e85c81df56182f64186402c4e6efa6edb197be
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d82d41425523fb91604b64d732564a5b1709b13
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59b0ff6e811e9d449391623ce97e36640759c7a7bd6bd88de6e5909daa7f7314
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a15327d2af2daebac2435d01029023a708c88a7
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2150289621bf6c6cda89adf698cce8d346712f99605b493e20388bf48784253
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..439cbcb54ceaba4a564a6d6fd8fdb21418fe66a6
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:183675add45183b2d02c29cafb5ab9124bb2b86a2c439502be0006ec4a84be3e
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57cf5b3a6622d5fd712de43424d7f52ec68e6c17
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f15b17b5f9046561434e36217d041f9b05da5c4c52316cdfbb90f2986fb51359
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbaa8d0ff50f7ccaad9cdd606ec9a5a923df1e41
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b790cab378d196038b9e6a84c51b6060781ea7a8729d8737addaecfd56fd84a
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7df2153f2a8c83c030591db6e68e1e0dbd09d5fe
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d118c4b320eb5ed32000e31130b856b44a8ba7e487f3d2e6241d771badd4b871
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b1f33d9f6ba4e88b07ad9dc1ef337b6e8a7c2e4
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38d56824e5c239a42aa6d26d3b4fb9dd096b13c5166a45bb98797e0fe8866b86
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84f066b9f4863f29633a0c56e77ada37f1b28c4b
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:283606ecef4f5640c1eb1da90a53c7a75f4a33ad2a649aebbed5d745b2893fc2
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcfd6ee590e24a8ca295b5a3e3f2244671cb0c37
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cde4a64c4c3dcb9519c8c3d467300990f8bc2610b04cac07d536a37fc46c1fe8
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f3494c94d6aa1d5ae65fbe612ed4a81100405fd
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:720de19fcd1ed2a18429e34b2b301e53e5ccea11af32a25283c6ce31675bcc5b
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ea3f6c85da3c426519d91e7e6eee2ec5a1cc8fc
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:833c0d70eecca5feb93782ce04fc021dedada744ec37ee41b5e928b31afff749
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdc6926a1adfab5a8593e819331b4a2646133f12
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:060d81aadf103e7069a301109ae6bd5e5a7d410ffa67ab6d1734c65e4842edf2
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71a736e178a1000aeadf1f58529ffc8674ed161d
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09396e4d2478d2618d8e7b1a0259318f7c746c94538e4da93ec293e026e4ff2c
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..619954bb9702314eaf3ef4488205580cf19b7daa
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2feb8e0bc1e372e8d42b709ea7c663d6eea63099f9161e0d3c10b0f4b32f137e
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c3e7b316a02848effa9b92a6145808ea54282fd
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9c10c12bec7278077ae33626cc5bfeab3a2dc36c5e91cc0d8617c81f76141c5
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18513b6cd622782784dcdc48f0d3edc634a0dee7
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:518f4c6bb965c877e8c6b452b0585d946875aaba11cea181bca309fab994f87c
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..882425477a991bc2d481bad72f67bc8b04cbc57b
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24918aee5e7b6d6f05933e2e4936c89e347022697d819cef29666536a64e5ce5
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92ddd928fe43b49c79641238f17a763277b4e1e9
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5019a695a42102dfc792912cf09f5fd42e1a2279fd78fa4d6b31c39fe63f112
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..500dfc23e223a70605f520e4fd10795090bbd2c5
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:435a7fd2221c8b703f6026314bd5a23d3dcb87777394862556c436b5265f0118
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcf4ad10982bd42d6fbe68a3b7fa3bc1c810e8bb
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8717404cc1726910c831dbadb227e22e04fdff6f683053fa65334706b7a36fd1
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2091d3508c0803c930d7ae60fe013ebd3405260b
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b0289973cc73a071dd03734d13074037db157cedf6c73449fca85fec752424d
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da0d711abf1f247e55df6771ad277c87b7a49155
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51207a7a88fa1ca200bf7c74bb5c9b070479fa8190f03d90ed7b7dd31c8e26b1
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..765dcc4a4812578a11635abbed9077ed4cdc7fae
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:651876a65ea84673e2ed6e2678a27f911b006d2cd244813b1148db2b9dc4ff27
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79cd5e21012e2fa02c5ff869bd3935d4bcb160b6
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6952bcb2d55677ad09881114611c7e4872522bf0452c5e4be489c7ffde3f9019
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4c28a65d0422ce95e92cfb254e677c570e73628
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9975ffdbed740f90202e9ccccf4250a0ff60d4942ac4d114d2f5846543132f95
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7aa0d8ae0ca1497c80268f57a0ffed5e76cfdd52
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4be1692d5bc233e6bf259c38766a0050f312e2d4716ca5cbdbbcfef0ef4f550
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a102101abb921d8a5c2caf824cb71d25feb9e58d
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d50b3e46de62ebdbe5b2f9b05b222b6d21b1b206de2e32861dad61ad9b9265d
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7da6fd11d17ccfbb8259e41b1de25613635a06f7
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e7014dfaad3dec30523124668032d9bd5e3aa3077ecc65bcf31f85d25558c94
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..374b78d5d27304a642a99b39abafae40fc8e32d6
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:906bba04aced8ed6536811cca155763c6fd1d9fc1d03e474a186caeb4c0e5461
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..437719b3ee19b655eab0fd7fb45e139fdf70ad96
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a376a73629ffedca8231308bfb455abaf5555898b8ae226ce534179daa765ce
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c9fdcb99ab10084a58a0a896983447805d24024
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a87917dc0e39378ec2cd2ab91f7f6558e7b2e72f412a27fcf1e67274a471d3c0
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d52ecd6926c52a5849d4a08374e062176fd0919
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a167d24fae88466b8586614a188b4dbab2faf19667869c7d7326371b9257c3e
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0986554a2ebc0f674677d16d104ea9566a8b73f4
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdbe83df0892711286bf998954d90fa295fd49d7c644c255dbf8c42dd926fa9d
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9f8bf4366bcbe0105780902d5981a489ec1a9b1
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eba9b125085872fc0f71b5f9e36002ad33c543d52ad3a178ae691b8805044307
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..403375455e46beb5ed4fb939ee29cf8dc244081a
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc5a77ee3bbb4bffd8ac98a4b15398811901fbc098da7c9411d100e4884bdc80
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7399f85cc1b09578a170a655e7f112643e8b0ebf
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04b49468cb534c4e813f53f1a5d4dbea944a60d07d868fbedf6915f77f57b723
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58753eb73de53a2ba0c5c22f43765a8b301b4a45
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74d06e1fd2a77eb5edad6d20ab2246cb8dcbfa936956f7de7b129214637b78c1
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4130a1742ce796d6400da547ba89c79bd7336bcc
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb955e1180033401b162007b83c0c0bfaacf1e5516def75bce51dc5c1636f9ac
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6eb986bff9a75e3cbb16f48e3e48f25050d197ee
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4afdfdd850d39381dc04cc756ca2fa92f62a383d0e71c3ef02c7f2dce08e3b06
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62c9f6bd9f5885852cb4e189c3912fc32493d78b
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3294997095ccc2aa426ae56256c85bf8554effff00c5cd13d33454697cde0a0
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d98557a15096a5e9d165684f88b80d002a3264db
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aae73f114681fb12e933c82563944ca57b50119b6b9ec85ab2b8513d22c7ebaa
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d0e6ad551b71023b62432ae5bfd72e0d01960a2
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9966b651259f806bb952ef398d85554fff71ad3f71e108cabc96176073f5dab5
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..797aac4a686a72dffdf285b98e140e35eb0be52b
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79cacf7802016d32eaf73c6e389d9308859d1913f8c82af2488693d063ae22d4
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e7cd810b17fd6a5a4b06c1824cc9604b48ca5d2
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:365ed7e4d685b18c6ed9d12ee802417807b0265d7efbaff6abb44d9ec071f907
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7af61922ddb8dd882314f97df046164d8854252
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dda77dd2f12f5b314acdd678c96cfa57efb3fb900032f6bfc892e87a5ef6e83
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..547ab9ee0368621a47341937c07601a7d2b60239
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3599e1be329dd2017281c46a10cf7d59e6e0a32a168293d274b3423c5883aca4
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f12572c4612a8c9c939d026fb2a9120f020ff92
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a4be652c387151714494c7a71c974beb2b3a48cec36032425901ea035cefa5e
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..617160c10f6853a833307e22a9930f347cf0c4eb
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff3bdbc1a62a511c0930e4575de673ee29caa6360b66908dec76203ae7a0055a
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb7ff9f620dfb2500dc21a94dfe44c8c220386b1
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edc04257f9adc7e27f06cfd1aab7c9efa250f7bbe37136d31deb6b3015f8ad5d
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8062fa881aee9f673cdb22462fb3e43349a45c93
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c8871023f6f43c3ca37b79afb74ea8da50ddcbfcd7eca4c62dcc86d1882f3c4
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f14d0932fdbc05f0b8e116be0f2f6b0e57ef9eb
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73481083d9e3a250ae5fca02581b37b99bd674d07c82b7ffd5bc35c5333915a6
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..415ecc7323da30adbffe73eae96a06f883a7ffb4
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb5493ed86fcb5559a76bdfe47f2d3fde1fa9fd0fb1f367742fa7126754d6ea1
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..682e3ca07db3a2c02fc5a98b2d2bf5cf23ecce1b
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:102b6b1222970bf6403962fb7324c1a70e52b1318ce0182369879f51c9f765fb
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23c920a451162423b15aae68957d5c1dccc666b0
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71b930ff1042d0f447754433152d4417a194656dbe0453b53cdfe40a8b616a3c
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d67934c12a6b460d37390f34d9d8bbfe24cd8365
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c431e8bc1c2fbfd4c86da58cfe924d3df84d5e737029b156844137e0306dd465
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dacd6f18725ddccd2e510bf8a355deb366242d4e
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:615dadb7d3a8d487cbc4dcc3cd48d592b487d2f96c0234beb2fd1b39c108a27e
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..963929f585d9b6fb1987bd765c16dde2cebbba44
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e03f2f3a462faa53bdc1247eb00796e61edfdf00e5c953bf2944622a7cdc415b
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eca362ce4ebf4e67c3fbd69e6d78de3b2a63a344
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0c44088ec311325aea87e47b0c208fe804613aeb1f19c879035d33832f0c06f
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..165a6a542c13f0fc11bf29796f38ad045a79d6dc
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aadb5fa377ae6c588c4b0c9c35c66c23b7c9d26f3942356605f2274af9cffc34
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70d4169e5ef39f15660676b09a1c5ef482f1ac61
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2986378c0aa85fb63df715455dc57854701a27e13adffed084db12d3f23edbbd
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75b0acfbe4eec321b8a7bb2396154630a1e46a12
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1367254eeb1c475cb47758dce6dce544c62dcee6c7d0dceab19f067cf69274ee
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cf9f2496ed07398cb4fa147309be0277212140c
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f7017f85c43229c01588722d14cc53333376c207f0be53687fe31dcb6cfb545
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdc0ee812186ea6143118db66efd52e09109af9d
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:909e214d942842bfe921f971528f3a024df7fd8245192f315e5d5c7421d057d3
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f63b71be4b82d4f5f327535593d0eda7d445fa9
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3957abc943d01999fc7325ef91dc8d96d0cdc7e6e30bd2160fdc4fb25da8626a
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6add7e842efc12f13397cb03e3d3bce8ef131c9f
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31f120fe6f2a6bcc7abe183e1915a8d8d5c08c96a32b9315644d97dd60f27933
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47e3d7cab4d906aa7a9d21700c0d35551de3d9da
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf99da284c80e0aa0d531029fb93f71c812a6ce1b1fed1d2f16d64c215a71753
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e58f4a31e4e499a1fb611daa8fcb64cb82c96be
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:080f5aa38e836f9e6c15edd90f42cf3a46255ae27c681ae49f2fb394d39cf426
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d4e31eb60ca6f04a71340b9aad06995caf6e302
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cbc0cb5778fe43ac8fa59ada08b0f7495770c758d115932d1ed7c02e614b823
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5586e2471e6909cc4e15b2077433deec1cb55cac
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0e0b9b325333ccfe49605cf0eb69f4eb11faaece45f576acbc0adb80b98f46
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d27ef7a3a08107830755bdb31f0ad720daf90109
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b048c4c0d848f436d480398ff7e2d6f2f6a8ebc3dfb44537d836b6ac9eb2d41b
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e121a0d2d5624f09e3e90230d44a5efeb69a0505
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0e3275c7478e088f791d8348be3190776ef73d6c6620eed9b5c2a6317eab327
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56f1fae3979e04bc57e889fa26af076d575f7a78
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62b468e294f291c07e7d243e121c5f8b3e6d6e396363ab4626fd7b535d90200f
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48c091b53d459386d5076847ace1243bf75ea657
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:297adf0290156edac7aa572eb16e93a776ccdaf178d65cd29f134a6928681d0d
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3361da1cd54eae055836dbeef33bb1a93550b4e1
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99dc278ee840d7774c4e7f64ed0c67383253f1986597ac4703f97cbff0346dbc
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b3045b68e35fba9a2f4e1ec5a2e8eb2e4f49f16
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a6881a916d6dfc43174d4d239454b09743a3fc77d7dd7beb08cdd1a5f61a62c
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..873504c4bbf6db0fc36cb4450bcb29a4f2153279
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4aa5a523b247b6c7a0a39574917e07fa3dd8587cddba236930b4187e7977ec89
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80289259f0cd5811716aeb7ab052533b4eec8607
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61a12d90b8de21e3d9f967aa50d79c2e8bfa3ac8746e51849067a232d3e1b3ae
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c72dbe77991ceb129c60eaf264d7f3b905b76b7f
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e4ddb25094c2e9af78fc29027de831278029c475a8ff4f437230f846b8a30d4
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..122ace4636e4e3426f9a2a7ad6a08830f08a0694
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:760b6893809c7c6608f19381097b5038208857891fef4c4341cd9eee9be9415a
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb4d4f4938f8ac950b2f85c2008fd0a364192d92
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c4893f39c945fdf5a7f60a6ab02d1aca9ba6348f6ee95e3df2dc3d85070de06
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b4422f14a5bd85de0bd6913e722f3cfe82d3c55
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e291d2e9b59eee8b2c125af006c4d47a34c9d3d2b39ab957389cd3d0074363df
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55584cd8e790dc0b5eb3cc13255fe622d75e8e0a
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4516677cd424055e6fe149b311f1757a1362522f1f81b0641d048f78bc1aab8f
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a892c9af5eb44971574d23f85125075c96877cce
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4d38d7115b4b5645d0f25d8f47bf9473b0ba09683cd75f9e2b7baa1cb2054ca
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c45f4af4713e465c85088ec228f26cdb955dcce3
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc6570f48fdfda4204808e8de119027a222d98ec0074a0bd07662a391ea8fe13
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7c1c07d9318a3dde6f9af10bc25af40592d52c6
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:235ac6442fc9f274de9d24049b7093e5e31db46304a3e97248c2e2a9976380de
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ea9f5b1141ce9aac3b178da44ff1e894aa131e3
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:959d27197cd3e83cbeb3c33fc6558598b9570814b2b8d90f40977e4bc38e2250
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45c4a9a8bfe9f656acf52985053f4a1a18f09e03
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24dc1c4a46b9c506895302e69169cbae76ddfa101d72f624b6b348f37c1c1d59
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5df5a5f65722e8332108c771aed9e5d3cc4484b
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aa443e0d66fd309ded8ed741f5a6a84df2b0dd8e25e1fe0fc478001a489c9e7
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2135ce403fdb0e9cb354675f8a622db003464316
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7603b8c18d822bee7e8cd07b7a0c8153383d975f7469bd5f1c1889deb9fddb6
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab5ff33ad5a7652cb33da293f7bc90c224482e1b
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e0dc63da78e5187cc10637d374f0360858ee0410c8bf52fe111eaf3254d422e
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f1e8a267d313607c8f37ab693e97d23ef2b329c
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ef6c189564009c3abfdd26961535a741c8baf5405339c9613bf5741a4e4f0d6
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..824249758aa9a27179cc793dfc091bc1f7c119aa
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:954e9b8deb3761d252947ee2371e40ce701a47ed88c12ca6ee817c51af02e02f
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..860a94bd2a3af34b1e8ac581d8718ffcfd651f6a
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:945e7c35c9247c1ee6a0986a4d3f6cb2893fa41b3426eb3093e06a60c3628bd5
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9809ed919a2a3d2f4c2b0f0c74ac4bf165b5543
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2b1e6c7283508b38463149d3c041c98f3e221c62409c6e95a146a12f25edd8d
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4aebcf5db25e984e81822526022613e73a6533fd
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bec41534dfd7f9274795951637147e039b3339873e61b75ed2780f971a7826f
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd53d8ee75771b142a74b88d43aa6c54c0df88a9
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b78c6379bdc3a7b6603efe59e4428fbf342a4db8fe37880586a4d27da61f7a9
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c64bff1d8fbcfacbe5f44305d069a5a80cdccfd7
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ba2a4aa0f370333686557edaa7243900b401c50542add5f45add7998051cdeb
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1573753cb3f040817b671c442b71aba2af6a93a
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68ffdeaa0d2743baafe889bf358254c259759d6e9aa0a22470aa41d76e8611ca
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab667408af5cee752355438fef4fe533a8e570a3
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baf0de6a41182e0771b9f707fe4df52667b64bb8cd218ebdc19bb0418eb4f267
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4312018b999a671a0f2c71264cab06ec76485eb0
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5a94634c21a910d32e6b5549def4d72fcc6387f898afec475990fbfd7ff3888
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6a094c3e2591bdf2dc6e7e6b929bb1bf0285838
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dddd501a48487b9f5a9c5a3d3ffb58a803c7b6a43f7b2b0b49a29dc1dda17dc
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7071044a3fa07facfdaf03588768cc230041f617
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a21825fbe596e1a6f78e533a8860e5cb04363bf22799af317d558c3ec72decc4
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8de5ab2929fad846553f63d12558d6baf1fc17fe
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ea6e119d46f27c41c583893e48e461185433d67a92993476c4e8754bf23e8fe
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a691aeeda0493c74e47cbf295feb3cc32e3807a
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca196346a74a1ec9515af68278804f5209ab34d249842d72254a0b3464d187f7
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6113cac1c8a0a58c2c64809234657ec4309072f4
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f98da724653d32bbb94e4cb310d92d9dcaaaa0b70704c1e1c92b54d7def1f872
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a929978eab2b6694d249b3c5fb6c81073ad5513c
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d934cdf194f03485b9aaecd5c55a99ce61e7241f71e2760ca195ed990cd626b
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68814fbbd1731ba412c90c71e41107ab26c60b07
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb607e643fe62cbab5b9e37ae7af45c391d936cbac23225f0587953ad089167e
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed898e4a285adc4f6140a2c053c4d3faca4da1ca
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:668117f215bda7b111cad157ae6ab181469cfd0f01f0f6b543d1a451e0c1dbe6
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3831f4ff67d4e17cb9c3db52720bc4900b3c6725
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7c34cdd1304b0d6c6713a61f2a085514bc8dca56d0755203bcf8b88544fe7a0
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ee7999043234f904518cec22fadafa8cffeb47a
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9da9a60f459c7b3ea29834c4ae6f21e648cc3b25b8ce4a305795736c43a9fa51
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc5ed487716b265b891b6403c06d489e614a2255
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5585d07df3a55a0ed497f8845a0ab199c570b6881dc895df747a327971745a36
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..071f1ddce850d50c65f55a6fe0b005847d1ae46c
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8230959f407e83bb332dfff1a791a4d70a6256fe15d78a6781477fc374cf06f3
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fddba3c2a1be62f81956ceccab53a28ae94abd0
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a60e4b41fa34d75beeef3da7ffc35d687986e59fc878c9564d965c103a7ede6
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8373556c45bab1ef8ecbd56b9c715c7bb24fe3a7
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb0bf2a795e9a7a0021eef4b3492b7491ac63d97e5219fb73c0382f7687f77df
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3681695151903c765fb544ab8ccfb24c2337d44f
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c27fe90ab13f473ccf07c4eabafe680870b5b650c8ea4a93d888bef310337ded
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84fc61f06127b985d7d537aee83cb9e15a8da4e9
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96bd0b7ea97a6b057fc25874d392773ef4de9fc056d0a447fd3179761ede994a
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_11/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_11/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b05fcb81cb75766455cb2025010c67086fa6b1a
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_11/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8f85efc463a7cb4387f75264b7ae0470115dbb3b2ae74984d91b61be0e294bd
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/init/lm_head/_s.pt b/params/llama3/4/rnd_search/comb_6/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8baed013ddd9f873cd418d00139f50cc2dd26f5b
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ec183def257f8c4dcc61d5a4819ad9f0a3e3ea3d5142c55c1480255e7323b20
+size 514179
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b7080aae0a1771e01ccf05596eb4242aab7d89f
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03d30f73088742ed4d213f08bfcbf10bb4abe8bc94dcfce5b27e3f0b2c89f6a9
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e43c4184fa61de01ee08209c97532149ad20538
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6c55fe39f791d1536d6bf4babfbbddb2157f2ceb33704e32ea0ae1e8b819a72
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0ea187122933be4069f48d7238bd4ec01a2c685
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccfded154e34e0cab327ac0f2293a579ce917c5f18b3b341067b9eba2d3ac299
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e39e45c1d8c450175f816f366cf422952e5d054
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7c635824bc74cb9e4b84bcf25fa8c386ad81a9e620ae0b81a5a886062d4b8c9
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e60a1c51ed2881005d614083a7d8eeb87e65fb6c
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ef7d79f92439e6ac280efb6559e9143ace1c7dc211a3cf5b32b5b527ff2e0d3
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49dd1c5112cb9b24f982a49c4b1d63a10f8793b2
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:225a446846f8a008d5887cc2fda3c8af608d17892e3a06bed2d609f886463700
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab3cd49959b6936455a6f3b10f6847ec7ceb1c2b
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c85964e3923b349e344e696dee896eca41697ec0c6cb0280a94feddd1db20bd
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..666504a9ead1586c9a2a0c70ac5edbd38e5eaa54
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e651fb30039ec5f8ab0e315efa64fbea346ff909855206a82a6f467d36e949e2
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..185b8ded1a6fe830655bcb073f131b7937b437ed
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6e9182188be0549040e096236bf9e7d65de46f3984bb346a5076ba29c111f67
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..507a6c518ef491a32a105d2f41c9d6d3f3622789
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6c9eeeb42b333d6393a0ad8c54de17294dd92cda670f7dc25f435ddfeae6014
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd47a4e2da16bdc1284a8a57c774ebb0f418ab20
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebb37e4ac217cdda11c1576b1f1b06356eec748556ba858c4c96cabda26e541e
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1380405af46c45a397c07ce44876fbfe48dc9535
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eab2a5a07b9e8c8fb258d7d646b587c3dfbbf96090ed1a2e18aa27c227058b2f
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b31f6b9fe1fa87cf7ceb8d371481320c47f24ff6
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68e1f24a38684964eb502226f329dc7ff58924667654773dd1e4c6a138843ec8
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8465459e509d04c9f496159c73732fab175fdfec
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:641ba8af87486548f3cf6603d1e6375140381a5df7369c493f0d87ecb1a45ec2
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..126b38ff41c916128f06bf80bda64820ce3011b6
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80e296cf1e958914e1e505cfe0d6ebb8a5f4072cda4e71b1c7f5fdc1edde4d92
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68c172bfa387fed107ad308a847077ec084e0f16
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:890361927e91b4ae1eb71eacf97eeadde694f154e661b9650572b7dbc6bf3fad
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f653a026777857173e0d48c42cecdcd5289c2160
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d721a4b40c58f5273681c456229ee1e3308c4a4ae5154d064163e542dd16fb6
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da54950e4f2ff01c1f95e5e6350ea60f07e414fc
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3460cbd16e58771f1fd56cab6497db93e8e9c2f26d03d705a6b9d897b95cf501
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ec2d05a4987d64e65c2fe653820e1e9fa487b23
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0b0af38f613cbd730c4991d897fbd67f89387cabae0b42cf7b2b76ff5cc2469
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8beab18142a8b45f6af75ca82aca40fd160b7897
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7434ed65c143ce47ea98a7a6a4bc8e6083d281e062bd4a57df189fe890568815
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e0412ef619cb825782678605c014e3f9ff9a720
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16f8431a0416f9d9c703950559c7779ae084fe3bd4c78c0c13da1e07f71734fa
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bf5bc5574918a5a965b0eb1b0b68bca0b4c6725
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ffaa48f94daa19017dbb3f5fd001b56a3b339d446ac6aa56a94f60b60801bb1
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c3c53962c0b5430b1fc2de5379d1dc39cda90d1
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f78cee22e61088ce823e84fe22539928bf0841a550d5a1ebce67134bc12b61a
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d10cdcfd72c324534e84c4be8f517de8f489d23c
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e47eb039096da0791234dcb5739665f4f9f5175a50398d1eedbc30ca53c64f9f
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d27a004e527f1119da36e56443e5d33bfacefffe
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1490e695746671e36bd2346368806295d0b9ed11302842ea46417bfa30a4c901
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5827fca6f75c2e9440a030e34b64d68824581cbb
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:281604c0a8350fee9bdd5cf5acaf3b43c476a4dbfef9529506cd405ca9c32556
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45e3e9f64a565979b6f9f10eaf732e4f8a610395
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7294eef5c51de0aa0e1c6bd08b68cba48ba59c762e3371208d4860a5a439f36
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f89ca42b1f7a57d5b1916a14b225dd0f600e3619
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2d38806064eeaed1e16693feeaca73c5795e5c845118c339dafe3e8323509a7
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eb25a622e2bf4f37b7743fea78441a51996bb3a
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29e6947465c70d4af984b2420c1574c407df6f487d7f882443deb3326dc42d36
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96f3c6ad6e560caac489760ee1db890d039a2d71
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6b7d250b1fcc39a14ef9de6ab42263ef360e97a57757470ef534164bd556666
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bf977bbe7be21088c3338052356668a22759f50
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e620e1c3b237f16aa08950dbfcd4d4dafb6adf963111ae3ce101afc60337002
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2af8db4dab2c6f1238c9d0912c78627ab5d5ca7d
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9708d23fd4145b5f54db1459f6c09ac66ea5eb2960d0db5a0190788c7a7d5924
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e74c43f9d5a3c187b422e862da9606b45536cc8
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fd3c630483e6b268ed4575e6d18e91b69ff9c444973db4b55f69bbddac5e06b
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b48a40d50fa2957612d9ed29aff5184c9f5a0210
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2793061e547accf5a5e84e6c5d5b7a406a6b55bd90dbd295ddb5fe9202f7a758
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9357ba0e8f6248f789e53a2173d2c6efdaab3857
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51ee93e655bebd918fde694171cdab3a955654f63b443d378d6e9cbc80732654
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08b5753c24914f524256ea77b18a3ee49ba12fc9
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c7da5d6712df154bd4d22542e57274cce0520af3cbf4a6d65d8e86d71365aec
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dee656739e5484ad8b9f1533308f5f7a06c31062
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be1ffd7b28f37a2adb1e5b0ec9bb9e3d4319a783a69204eb65b89a4f7ebcd0c7
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f77f516e30400433f28c4f76c16f8dfb60999fe8
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcb548709ae262833dc76726a8b9d4da8589b462091a4201751ff434bec979e7
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a572d0cfe5ba4c268b5f47fe46aba0a255d338ac
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dd22d1e4a956c8c80938f844aee260598f4312cc76d0052289c506f22f0e56c
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b96019a2154c574b56ba1819f9e0fda04e771d0
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8fe069a9d36f5b401c9ce7b9554ba69bf4b5b35d18257669f2516a1d627a5b3
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16e45ec846129e4934aeebc11fc6fee6dc6164c5
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:001cb7dfd36c90b06ddcb104dc4f7436fc342e9fdc65059c6d38b206e72a0492
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2385cd2df969eb0fccd9ed80d2cbfaedc2a94fee
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba8e76c958e65e99511ebe06ef3a4af7124c196779cb1f16a89822f6c3b3f048
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da943629c330b52a68e5a6a3008ca2b3dc789d2e
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f9d5ae7fdd172ba4c9696b8385d0f1b415c917ac5fbc716d371bc653b0894ef
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..009c14cb05462f9e202ae966cdf1925d6d730e97
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24f3e8684bb4bceb9768391cbe4ac1f22508f8158443003a9e8089a9d501166f
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94eaeb1e650018d799cb22ad0154ae594299c9c4
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9637e4400f4ccbc11e0f01f4cb5dd902eb2e1181d9b7b44d4282c499508d730
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e323de2fcddad06680d26828599ba9ba200095dc
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a20f49828e0ce3933bf28cabeeeb9c08030cb9680a72df87c76550be6d451e1d
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7b0607345c9bd5c6984a745e31b22cbecb77102
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f4c6622b3ed4cd6fc68220ee6ceecb254f2472751ae9237cde5494a6f761eda
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85273887968f6f211f6db0d75096b7b16304e965
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e74759e7c005d2af7926976e5ebc9a197e2dc5f38617ad8324052e77a5372a1
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33cc48d065ee0b8ad1ddafdfbd076a53fddb21f9
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe72e6c9e466ed0c5c3b69d9dcecc0b4df1003f16bf4d41dfaa37f4ec1dfb575
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd83dbd4c1a8cceaa2ea999894ba38b74fae1b64
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88826b3b89ccdcdcb4219b086e681cb1ebb7258b5af0f720252f55a644ee6449
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49bee3b48a5f1fd25fb0301538f23fd33e3a4b11
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6475ad6dd48becd78c144f5e7545b7d4ceb429fc770c5a2a95c65ab0497fcc75
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..894981e9dbd736f5f4cfc932017e4c683fac6b21
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b7ff5028d6ac75906df744c5f5730a8aad4ac2291b7caa6f98f2b70c6bbb3a8
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2a5d279bb32dfa49d0818b8720f39c2e0c3457e
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e7125f93884ebc38227836dfe2e135eba8b72e82dde02c2cf7981e3e6381ada
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c76a16a7798c4cfb1cfa2c121cf5c5e8a796958a
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:723ba7aa177aae9f2dc6405ee98aa1fd08cda565f07bb0ae9e4112124442cae0
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a135b6ce7a201a265ba90f98d9a5a9ec53f9cbba
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ebe797d85aa8952fcf128dd94e2015381c09d5e24976aaa7cea17346e5328bf
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8b3f580c62401aaaf0d3e1de97e5748f493dd28
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:550fee8629793fb71a1b476434a7228588f989a57b5c8b9fea80436428da7761
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ab3ae0fcdb4961ad65a087cec0c0cc817ecdb88
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79c15e1f70506394bad3166f055b8c01eb69d4c9e15d8a2df961782f39cb449a
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f378b0c6e28a44e94faf599fde147d46aac12bc9
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b45d799ee8e25ab66131b6d00c33c92960f5ec23ffd978b0bad46f3d68f769d9
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd5981795be0e240f0efffc6feb07a69cc63e99e
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4df803d092ab830600de96ce088e0e97e3c67bfe4463e6d80679f97325054529
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d0706c47da1c66b63671f4584a2dda45469dc54
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be23ac00f9a6b94f49520a80ab4c08366dfee76aa0d9e1664d6231035157f5bf
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32d0036858eb0c966ba9a0ef15c88920cbb4e892
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3cd31c9dd1fd1dd82dda5b198f6eb85e1aca7ce7766a4dcdaacd0ed0a7459bd
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..382a35dddaaade845433b83bec1906545b8e45e3
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c421ee665190f2b19d934745c24c062697965b0547be146594c041f1766db29
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..431459dbc811a5b72b812f6084c842ba7d62e1a0
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96113165b63d09f3ae2df82808fa01f367c8877473e46db90f1e0bebc6864db0
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb7544a8dea6eabea051561b5e523e1bf339eb28
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06353966ec303f954ae4474784edca409b1bf64b383ec9671c16065476d6452d
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78939dd584f3edad778a1f222ae25f8b773daa98
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:943591bbf7f30d6b92c9684a6dbde3cf078b7eb7ecf4fdd6ab4cd6f8fea3c253
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..417cc70ecf894cc5689da8bff446d3be39f83599
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b93691f090ec5e9900b391c15b25647360c61f6490a42eeb4bcc5f8074206aa
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04059a9e01440dbc544a59b23fe017c370fc2e79
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d24be339f2415d56635e88325b53e4c731265fd1e7a6369c04660c009af2182
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55ad0cfc9f40a4733b339207a5e0e6ad653e83e6
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3970bfb520b3e4355f67e56f9e7e16bd45ab691a538a3492f91bc8d5a1d0f09a
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8d5fc0b337ce5ac0c82d76bcd547ee612491ab3
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4d1e8d910c9b849ebb7af6ca25a7267ef6d7e821603bda92e4aa2954adc6c8c
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bc7e0c9deda1c36223bc70703137fb51f470814
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47ad43e591f415d56a7d5689693fdbc0eccaf1ea7b286416af49e92fc3ac0962
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..456ebfbdb90adb8dfd48302e54949146f0dee334
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dca39147bcb4f2a7ab2681b2ce08b37fc65636f0760120ff6534ca0f1b639dc7
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7462b9673b6d4435d5e370e0b4b1ed680e235506
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b209f840740c98a8a1355813a3ece6c58c084a6aa6ca8896eef7edf72376b4b
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9201f7d55c7d883b80a893b7450aa024ed9210a4
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:540b6932c5fef88c43c8475a9d47bdf141c7f79a37498889118036ee3add4caa
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..657ba91e63f919a8755c004f63a3bdbb302c865e
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cfed6391d0fba742322dc43bfcd5e3421b8e76c7621e2bfdf55519b40baca90
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ddb38fbeca9437ac7d286e658d6f8e445542343
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edad53c0c184c0112d05164773524a8448e6591e595f5f7880146fad35669fcd
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3af73b645333e5c98ed5a05e68b490a0c40cdc6e
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d4bc28774bc126cffa6243a5d1b1f7098b5a38d9a156dc9b75e21d68a0a2bed
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0541267011d1ccd7afc695fb75e9448675862951
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32996de636e4ad8b4526eba8a3af5c390641f52f31844f1511ed0f2e9fffd812
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1aada93a297e6732e75dcebe9e9d5d35cd6b6fde
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b73841d68ab63676c2dd4c6410c6d09d74f1a5fa09b6767f37b1b86782fe6e7d
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16d8659208db4fef7dbef60fdc2b81458db61762
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1644d195b483433b3ec2d47bf8574b43a4db442fcf71bfa42aaf139610ba6d3
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d002cda0e607d491ba9b4fde4815b8c929a6930
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bc25bb001a6ed9a546be734fd43977075ea4e6a902d2847ecc3735ec97e203b
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5cd6282a6c1222a8bc6439d292e31834252b8f0
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9385a05f1084f23835cdb1efb5ea95d3256580553bc3532a777496349517d2b
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2564a7c9ea223a1b166dfa4d466d9081a40a3661
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65a36ccfd7f3c65eab4f963e382ced42c3f102087b6b3c920a38018a1306db5d
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fab0325cbb32bfe3124c31fbb33c4031032361cb
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10448d2484953acaa96613e44c84f768b4664083928248b64d1fa0943c971722
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9db2788a0e1f534035f317027ed52d37f17079e
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eee1eba378c3cd939e8f20eda99f526239bb6002f75b3c01c3a4534d5deffbc0
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..823a771528cd75a02e72f40c5e3fc6efaea3d8c9
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d591b2fae5e5f5d4745fcd074739af98696e647d614ba416c5b8727d715492a
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..644bfbee0715c85db0ea7ce891d00b5b437cb021
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:732d05e031f38fa81efa62ac4c1c2d41f57039e384f940e8dc7df1445a7504d6
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4373bb1029fee538b539e0c1e2e680de21c4857
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3d970b8a2949058ecd2f08ba6c6beabb11746b899aace92f7b011172c221f19
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e7f72e3ab0f03fae3f629606f16b81b487c26ed
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c94efa46487424d10fbca985ba357f80195682f06f37ef2affd83a42bf4522f
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba4edb3f8590cc514f3e3caf6d935fd6229f08bb
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d62dda0f26cf8f7485f19d2a825321183f87747fa09ca05206b624af185bf32b
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b16f6a27896f98b048f8a91fa1b1ca5766dddcc
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4507569bdfb4d548bb2e6e6ad77704257572336963f26cc95519cf0d845ee231
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42504a713c5deeca09313769b845f2a9cbcb6956
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90a102b159134c8ebdab3386a59a79aefc4f2141b7ce77c36296ba381d1c72c1
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..905251c09e49e7a533b0488c5876b149ab1c229b
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd108cf23ed8094b8af6e64c01ee3c93108fb561cd0db96917b884f71aa82e57
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..354775fd6c3bfc998cccabcd072f57cb11166616
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c015453e423759b922edcbd759602843a54b772a0cbff43c75a753fb15b50ce5
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e640d1a11ce5118ed6cc13833022b7d00f55bc32
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:150ff796c6569bbb08b9c5528b363a21e3dd52eaa695fa243d74610f73e66023
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63b7a1f2d67b56c5f28722c4ef008f65ed3c8c38
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:765e7effd4c2771558d4bd6a173e4958fcb05f6bec0c66f0678b66cdfc0e2887
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92b5630559c2123f970d4de2c31033d0a78f6a2c
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0df6ab98283cf29343fb71c6ab0bf66acf810cf8658e43aa3e87eb59f1c20638
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3d40178149d27b1cadfb8ed221f04be63f97c59
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cc2adeffbe1ce66282070b8667c87d98c7b8752a30c99d742daecdb49050d62
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7da74d717e3a10bde73260761bef34dc203de3d3
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bac5a1df8b4c6f85c5843025a0456d83c24c737fa08f8e62875cb0ad90482e7
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a9a8c7813c921b492809ddba2e2006ecd9e7e4e
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b0d7b31140dcacb96ebbe9e99844c02135e7f93721426bf462a1365128e70a7
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..234ea77fec9b5b6949962d2e183a2f236606e9a5
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92bd30ef447268a9255e405a797616ca55de13890ef1750dd98f20dbd11ee17c
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12c664876ce73e361e5149dca1d57381827a2675
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1f418168e74cdae42f0601aec55c28c11515f2e774e49c3767f7d8e9c0e0a35
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fda46c2f7d972ff96705b8504cc1ddf238f4c218
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0621b238b585ada3f1b72ae578e419b429ceeb710c1598c08965fcdeb5bcbd7
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b321c9b2f6ca87f40c4e0ce8eb726bb2d1097ea1
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fd19e8cb4f497259c91bdb042f4493a830137607ff6731b85fcf0b1ac0836dd
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..262a7e1b3bc99d027f6f35fdf16f43db001c3384
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:354ee2df9c5bb3a7b27c921f8d36321093bc36536859f41f1f32edff4d9e7f2a
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..830f314dd05d2f9197599f1f2cab93736050dcc8
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42c556ee34155bb98d868cb71d1102330a9f44f4cf88a433edf3b11be2d8984e
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18e607780711586617461e7bd3369105788155a4
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b20d991cf44971dc3a80bce22e8a5ac196b2dbf2de49be221062ce28348a137
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f250f88f0d51f218da4b2bea1ce3b378a0360ee
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7373f65a1087e899c387ceaf7682564ef718c6ba8429e4685a13475bc40d35eb
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9264e8eab32105b6c4a52bbaaa8facf7054c3c9e
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2acfb3f859a6291e38899d296c8f487f22981f207189c1ac2b7a03a12ed06729
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09cbb8978fbe06333eb315b8230c51bba69c9eb9
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59ea6644b288dbdfad4889508537f271e331295210fe2009112e89577780bf00
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c23920ff6f91d0ead2b093ae8db4d4402ae51741
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32b383df87ea17cc21388f191f4633bc0bf54dfb770f704adf7278c76ded0ee1
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56dd44c43fcd1cee8a0d08a4f043fba90230686c
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a52ce5164b31812e194ecfdc805a8aed26d23145790edb256b8fc6af7460df84
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c63a92fe0bf67d00c60e4b657315f37e6689bb3
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0bc5a9b1739d0fa2f49b4e31243910d4193da64aca834cee7d0594d90338b25
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05b06d80d0e923dd80c6d52cc0247194164388c3
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e61ed89b26b075de36eb0bd670554288c68e18945c5fbc90ad7d3d30f8d323af
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92f6f41c83c1aa8ae1aa7fd4f6c16c84a148a709
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea0614f36e2c78e22a3dc65338e12cae39a023a3e5ec38751f5502d992f785fd
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c4ae761e8c50c19cbfd8dd197cc61c78c682f1e
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cac0e420b12c66c1841371054b0d69bb3eb78f18a4c9d4a4a30f2848fd34483
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34e8fe5640fdcee3506980978c6110333291966d
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:937cbc1fe6d1446c2626aa0904e62b70f7dc8fa7c22e80e124536d4682087b84
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ac80db92c432bba42df5bb43c315176065ed083
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a12645b5472a4f096105093afdce4d1b0459478155656d9b14a2fd237acd38db
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..411221aebfe6be28187054cb2563228d23df2f00
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:415bf9b4a586f48609b340aa7f6a2aa143c02af5f216c08b892a8406ef42e901
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71950549f1163d1a530d7734cb113520748e78cf
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88965d1514bfabe41fa6cbdf62f1d0078df007a4a5498242f553de692c9984e9
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fc971919eebae43152b839be62f7d8c0f069705
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b82a4848b7bc75154860bcacbed5817e30c9e91e54c76d3671a026ada1dcc595
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5fefccf1de8e30423e9b7d1be978527d40cea8c
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2745eb1e015b3b5aff518d03b2cce7e91ca7d4676421d5b8232819cd1cbc8dd
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfaa093c998683ca3d3e5f6562bfc56f5aeab8bf
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e440a1b64e6360dce9ad5932fce1bac6915c15f2195ddc5a4587c3e324ce93dd
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7888396c1eef270d798b89880a9c3de88d3635d8
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6de5af684cdce292cf2f0ea6c71c65245f0d508fecfb8197ba05162d3765e50
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a7835c8b04bb5fdcd0a7c4de4be7773e56f7a12
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:061c166af4a85fd3ce646be8b3e7b6a7cbd9882486408718513f1304d52fc6fc
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4cf4b6a3d6943fb34627f6ab0c8c04cbe102a95
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75c22f9f3d1bdae121872f33a656a79b6b21900fe2e959e8efe7a48de7ee14ff
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f04c034e25fb14b7d3b50f1a223b71fcae4b9bde
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5dcb9ef0806e2557ecfc33b66f3b86522bd04d8604c33667a7944548c950bf6
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0c29e86799611f20a642f2eda0d1a17aedb9e6d
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bb9c7dc315b434ef7b40449a79d2cb6792fd4f776e5660355d72cdf203af672
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb497717b6c5dadb6cbe5b389ad291118602f3d0
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b8245e74f5e3a2a4cdcaf7994ea351f3133bb604cff138588366e618455f7af
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3519bb696f823e2f7bdd4e0f9c81bbaa8c48456
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2e862761789bfc5ba024f8678629601479d540a44b2646201b61f619e7f6430
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43c8c05fe05612cfcffadb1cd79d1207d6b2aca9
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fd7b524ea730488c5bdb16634d19ee623a715ef0d1a8995c5da9e9d43fcc09d
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..072b1d8c18601eabbfcb210f6f5b132ecc6be0f9
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e060dacc05335856cce3905c17071fff0ff488063394c27e6fa7b260c590d108
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c42271e940ee19e71798d2beb38c14221e5563a8
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40f621de2a250364c735847cb1602d884bb3745f32b815c62991d84ff3d95768
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efdafad59cb5a2389ac838d3e952cc0288d1f29e
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1faaebde20856bf425471f2fbd6dfb79575ed55cb0b4d1c1918f4a72a58b4bd
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..962687535698d34a21ef8d3cb9413b6ab02df80c
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4d2e3fea1a0cd6ff071c336e1b1cb173eee7f63bf2b6b584cb762f26efb99f4
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..812bbc7c6e7f891148c540f6c040c26213110633
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddfc9037ad9ce1de673f29d1e1e21a100106058fddda4da60763aa4b9d9033cc
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e3a0dd651d890628c14e26d59eeac0a501ca0f4
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cce78ba8817bdad2bdbc9c6201ed30f35a8fc5a3504b512216f1dcf3eb794e1
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cfbb5746f37febb26f936fcb5b32b9723f56454
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a3252ef509cdf0a53ef0cefb5740945ef63faafe0a67a3885f04a051a210663
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb985a0fb3cee9a8aa77b925d09276871cd8bb19
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af39307ef00f08c83a63d889937e5531cede56546b1cb4bcb36b24a0f838c3b9
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31d73a68c5a89414a04ca0be340bf50eed8a0b24
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35a311857ee3986d2bf91d91936bb2a935262373b7de8d7280721722957e10bc
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6897b9994a3a20170f34c3e79144de4e42347f76
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:521bf7a1c9c3f60edee2dcd70e3366b060bc317698fbeb55e627baaec25d5299
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7a06e78c358867fafddeb25d1654e540b7ee0e3
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbce196e11cf7c7a0b4f831163d891cba85a6dbc7f0d67ca979ab1bfb0719bbc
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..222ff4997c9d80f8eb81c3e4c652044ac2457da6
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dddf807f6892bc3cab3207905e97e6b6e14805481af01ddc1a4c8ad5e10a9e9a
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4220da1f9af6b7bc84bc1f57f7b532f00e316c7b
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70ed1b7badc2dbfd52f2ca3ed825f7f088d7d762178fa46d53e62349e3601c59
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b456737ffd70187d1d38e90d2ba07ffd6b9108a5
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b87d7cba92f125b5172876fb57a7900ab3a695e881db16e4d9510c6412100e3
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62a83455aebe72b94a59a0fe8eba104dd033ae35
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed4e0a6b934d140d862912cdbfd81b0bac49854088d7ace20830b9a7d0b38b5b
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a3115befa01ad08170fd862bf3d7d39a4dcdd15
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e439fa6a14893a85e4a6ec7aac22783d344adddee247fdee965055b65b21411
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c228b685d42acef709261e82f96e34d3f17e2c2c
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c0b53d76eb050ac0eb6f017495a7820780ab1e7c691a3d10e7fa8e004389bd3
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb3fe978788e3f75a31a604da321fa02d937c362
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e51d1e6a69811fc9b76726f7e39f8cf699a67df2239320d9e2013852b005d51c
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5788ec3b4981855a766f9a70232ba7df9168ea1a
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42e2c1dcfe6d3e23828ce40e84214aae1d8243ef9a1f56fa91dbfcaba2bc8d9e
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9339c5378657a160944b70131490ad0f1439fe5a
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:302c473e7f817fc936e8950da2fcd2416795ca609a675489c9c55051b5bc6a3c
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e01454146dc4d349d216f9db4849805ca2c35c50
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87e2cbb2d9ad849a9b4f45d1a07c20f3810d0a1d1a5e802151493de387cab82d
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dccf8029d25f3534f4fb2102adddc17e7e547ec2
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e3c04afa13dd6a80e0a23f54f75d6fecd89b426a3dd35df5269301fbf6186df
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9e8864212cfd78ee82c529709c3d41ee1873df6
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d6094bd3f3150d862c39daf5b9ab7a9962e09a9bea843f9e3ec8f4c87749ff3
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aa8cd1407568033ae21bbbcf23262c7354c675a
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88d6e906a1dc9f6080205743fde43cc8b82e5baa237ea6e2ee768a690ab48b3c
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0819cdd8fbc268336ad2569036ed1503aa53029f
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23291ceb8fc49cfed01382767927659c53d7725e5e376e1c8c9679b1854abce4
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e40af15464abd898b59b193b6e280505e1745acf
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed7bd881372a21cdbbd8a616907c0d1d5865d6d574634646143a241b97d84492
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f84b2236da0b85dca88a4bbc8ec0ce0f4d2874cd
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6d66c0383e14b68468cee813db65139f0b865eeaef51fb5ea9a5127d7e69b9a
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba2d428f83374fd7619328bcb61f1106f6745cfa
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49e4c7d060c66fc3e3851c3cb7df2a171662c8a9593ea19140cda42fae8c77fb
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18132f4610fcbbc838da83e5cd269ed430b15081
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81dc1746e525cd67ebe66413e8f9392e9ef5a3e572c3218d7fea86ae642f0fdf
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02ec71dc41db5d96bfe6662191e5977280c91d10
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94875c6b328641802d5408a5d34b3fe32c1599af04c944f1f008cec361e6dfee
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..365d556f23b4c7c9b22f8c0ff48c6736ad757877
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10ab095574c56bcccc3b84eaddab3661bba28e2100b9c06b6c2be68e5a33475b
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39b40b4c35ca4a34e8ba0faf0cd0c7f1683e4f44
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98b93b8c1a4fda2e8d4445fcf2d45bd349527dd150a23fa08fb65f424d0e61a1
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dd6d9a86821a5501bec5504248a9291ee5b846b
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab9781cd52d16a7279d16f90d6042d9f882601bc67da20a6e5140d285a0991bd
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11c5355baef2fa6135a108e2eda2d1dcc876f6c8
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8692438d2f38bd732f1096ec61b8f667160e01465305719ae69ec4461adf8fd8
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bd2399e2988ac30a32eddb20ca4ebbcd6a42803
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:006a59a600782a4991d664d7412d33032cd14c4d683fce33d7d6d5b037e8a994
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43cc1393e3f88b5a4032c881f674bb8a326eb268
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c025baf2123ef11b08e094dfd0a7916188b945833c424cd3a38a792352eaa293
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf2a902a039746a7522e5e9e22b01c3b28970df4
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fefee42cecbbd3e9333b56a15230fb7ff9854276ef64f49ecdddf0f4345fccb2
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40fbb0cbd6a99d7e9fc7f1976b6948a41c51ec00
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e54d7602b3717e82da4e916ec008cf935665d2a1e6fff5401832947f0a4498d
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ed442f3490e01ffe91bf516d0f41c063c90d973
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25afd564b1783e820484d40e0b29e6e545cc3fee66cb32f787943ad3651023ff
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af6fe58214548bd71d9fd7e7d288c9c169b7b166
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f072c15d002d771d5ed4255a8da6445c2ad99a471e923b92866268384f66972
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bb18be5f54b603218768bcab82776391d3eae81
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f58593a55ac61e97e5eae8f867df6c69c0c44d6dfaf1c1c257bc07969a49f1a0
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5acb8cb0bd58ac6017530a37bd4c5703007cff48
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2fa8e3fa3df72ca1eeb28f83b38c3094d93648b766819ac6b8ab7c330d88c0d
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c23ea56d67b0082fec3807bf61d8fbc361b5d088
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed4fec73f6ad3d8c09f58ee60cb61b41b8b5ca00e27103874236ea00e72c98eb
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17caf62623c2aab062640ce417d267e6c89e1399
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe677ed256c7f1aada2edb53a80e6985db54b04814cc3ec6c597eb396ed1f178
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d31ec1fee2cc51dde32d766d402b8c2d3777faa
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d97e2a6cd77e1e6cb2a0560d08e19df5abc87994635cc4ba66fe42544bb21d7c
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7efb7663255abf81966c7b1f570d919e1032659a
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27ea5e264f35de32aa9937031c7f316f0f69ba27d53edbab46da81f09c174229
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..433947cd21136acb56eb0928a42320ec8c3b89f1
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:555d30da123687820af35fb54d5f997cf84809ee02940835c9a60080751ba1f0
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e13405f9801075becb01f81e9ea3ee8a12126534
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aad3c7bd7827134783fbc7d5e1e2cb0076dc92fc112563c43b9d4f5d1008d1bf
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..508cb4626d41ddd77069398f55ec7a7d49b2162f
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1af5d25c0a41c71e767bf39b59596ad9b9eda27dc5b535bd1634506dadaa9902
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00c901d3294554bf7ad045cfc54dc3f296d4a562
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17ae7d23a7fe3b34f708589311b1c8e4f6401d00d43ee6f968b1ca740c5528de
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d1a7d5acbcb9ce10a3cd9322942eb56aa6ff901
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4cf03a3e572c88132bd08a8dc55fb41d224de88834269f20d9b69ab6438b0c2
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c15a56d0e687b4c65701ce1dde64fe78b3f90371
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84268b1b85901e504055b88a71b50e630d17e9c0c0f462cba2b113c8012cf599
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae881ae3f975dc79b12a5b8181482ed948b2dc50
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e5960d4ea8d2299d1b1460df9904f3b1ab23a8c9dc92b0eecfc0ddc7c38fee6
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..459593509e180622fe3b3498329151bda31d49d9
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad41d898ca114dbd32b9035aa866813a3faa297b736546f6a9ad848a681e54de
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b58fa83ead762c2b7874de1b91f41bcd69820588
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ddb51eec2c360c6580ccd5392d6e9779120d156cab0213a61f7646fbfe352d3
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0eb40ae9e8375a7c46c4480da222ccd368a3abe1
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58070c92e32144b31ed8c234315f508af47a420efbbf8b1af1fb8eb0cecff2ff
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..567a0bcf05391ffa38d18dfb238fb28405ba16c2
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12bcef1b07a4fd6ed46dc6e97e11032453c8dc6842db9f88a4224c4585c7edc6
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47a9f283b57985c6d009af1bacde3fd2fd022455
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd6718024f2c78ca76ad9730edc90f7142413e0fe600b720875f4e374133a03b
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18ae48be5f419d36a72f490ad35f25894689d7a4
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9b72da644a02a4302f97c8487e0f0cddfc38b56200fb6e62b1a1065545cc5e7
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95f40196578ad0bf3ca2f7759d65574d7dc47897
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81477bdf8ecd00481b5a255c825d0bdeb5fb044288f444680a134f4344869a9a
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52f0612987ec59947a05b6efc8d67799dff875f8
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4252b9dfdf20a2e16aaf7c2bacbf7e4e48c74b6e7055f503fb115730a0c89f6f
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e92ccd37680585ab64529b30163fcd6b75109385
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:030e58ede1ce0de8238710b9e48ec926d9c2c35e01714190ff78cd50bb5288f9
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e012faff456c3fe14b43319a26b747c48603861
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2655e2a4d3e414461c059888032d03111355539b0fbf4daee14c0e78dbce2125
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04f3f8e3ecc5face7c3abe5234d8cefb42cb5a0b
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ac9ac84a978d0fd8db7eba6d6731edaf2b1910cd14b27c14bcdae298fb66a12
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9ee4d51258985699af490b4c9f16ab646584b80
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08164aab5cb83003e8a2f491cd41d65a7264feb657f0e9dc9dd7453f8ca7756d
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f54c7f9a40d2ec6a8f1a961e8f6335f029a3c88c
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:768c5339b9a478cd8bcb7bc5fe872fca9b0afe0fdcf9c2fa8eeaa07f64d01367
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0497104ac7f9d6125cf08f987513d449073f2a6e
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cbc2691216b37cc83c790ad027ad080693ddddd9d7196d506824e5e4f0446ec
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdeabe03fd16d042307b8a44ecbc15d0cfca7695
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03a6526d4287378934b0d9a3cfd25ce37e23e2fee06ee3ed339d810c5d0478bd
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..045a1b461520d70bef9f488d191d8e12fb9ea682
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cc839b908d6cf3d4b50da4c934a7a32eaa2a0affa23de402f8425710cdc3e12
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f22efe4be9cb3c3d6be21a734cad08194dcb36db
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19f6b30683befe83e8544b33a63befed0b30053a2970ee9e6c8b80756e062108
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe46ca371bb941b5f5b1532834cd6adaa9254487
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71c33db3bbc4da6800dbf5443081beabf6623708b029a9c7525889f691d5e477
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9219a0739227472bf0c7f903931950999e245423
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:984253dbdf55ca202b95a1def02e7e8e79ea75fb40975feba8f57e7ab215fa34
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6807bea0add2d9c14351974a6a67f0d5dece22b5
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4c738edaaea4faf9396c80d82986ccbf0be6160fa371cb9c383d010dd47f306
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c25ad444f7219b35b666e333abe30e11b07a3282
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47b41771c53a9032ea370ce18aa2b7a1cf844fd314a0873ebb9c9fc7467bc244
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..035f746a478e2f77009bc88e6bd5b73dc6f821e6
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0d74c9eb3d5a0a65044931f6ccce9b49e01a2f73d0cf3975799d64fc36a8b7a
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cbe78e037c152ee134f5a86f629101b2b03b458
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edfa100dba1dc02bc19a55cc13983acf1c4b82e929a685d2d8a2ba6bfadc6b61
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef7c7d3ce129d3d8b59a8452ac237d26ba04cfdb
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a52e6c4f7ab686e7ed703f41fe0ca1be6a69d3f47f9d93c0cd5b02a11420a64
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2598e7f90f27bdf0c3e594841ec79229be23e3b4
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90df3b3c8c8faaa2bd862d309491305e7f1d07f8ac695e2fec63d9e6fd6a693d
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42b07a086d265eac728e98d378356531db92ef79
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b796140c48dadddbcbfe449926ddfe8079a8ca4f9a786fbfa106814d8b819e52
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f2f7a8aa9117e0ec3d53a952b960caef99fcb2a
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4a286e4c7474529288338dd3b11b0fa6042ede5cbef51b6b843ba4f11ceb270
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fcb4f9adc09911859e331093a314b17152fad96
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f46206f05e4821826ac8324349296b37a8bbbfddde12191838237000b38f0f06
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dc6d18dbbbf31c09940f858d4a14835a82290b5
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58157591ebd1b54c30a743effde7d63eaa5996fb94ce9000384edd022bc9963a
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..490a999fb24ce7df35269752aef38e56328cc2ae
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fdb1b58d3964f50922005360a4ef3263b1dd0f71aead263c7c6cb5cb55b8bc4
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da27e443448f3537619a6e5b08e306d6318a6563
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8c85c4d493b8912e67279a663ba108e018e81740434ec373e0cf02cdcd853bd
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..592335bfb8a01816a409f1ff573c35b5c8a9538b
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e38d90f96a89c2cc45bed74bd3ef3a4badeaf26afbd8e7c1306beae07e121a01
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..305be99d4cec0812a00426399a5a9661a4af3fdd
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f68fb825b7acbdc5e1d36a103d0c2d8ba0f212eccdaa14091479d3717a3f68fc
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..062dfa5b02f92be6b282606a7cd154bc476279ad
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3509e3f1b5fce39831b6a4dd252d19f9fa02fada034bc8aa39c5150f9c1a809
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fcda3eb6d1ed02311e48d13f9b6b34cb6abd925
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ab2db845f46a3123b51452c635673db643aa8506c6bc6101904a08c4da36382
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..777ec2b6a46e8e11b876c674917ccad48372764a
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a5f4cc121a6afe754c84026a004ede13be16ed6117cedb6866632c1a2b9ca7a
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a29c87938b6a5f445fd2d24d5404dc8c4ddb09c3
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a4de8c773e686c4abb5ecc067f94f06d9094201de1e18f4ef2a175bb1edd991
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9612746f8a50301d95bd5bdaf896dd35d0aee6ba
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff97ac0fdd95516d40ae1befcb53316ff08df969089a68217c71cb755206cc26
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83270a9a286207ccde48351e966be184db67466c
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5516bc7c11989e48a48e0d071e96ddb9b98253add05b0b190ee06dd479bf450b
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15b6c55422afa77b53182be5d6b5715f71cdcad0
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b674bdba67d091416ce3f9c6a4f4aa98bc9aa30e81167f0f2dddacf75ee35ca7
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/init/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caf7bcc6eb869cd2434919c9dbefe00009210eda
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b4c9ae8d080fe7ded8950c42bbe00e9079c56e753129ae9c07eefc2b457c52b
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/trained/lm_head/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8baed013ddd9f873cd418d00139f50cc2dd26f5b
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ec183def257f8c4dcc61d5a4819ad9f0a3e3ea3d5142c55c1480255e7323b20
+size 514179
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b7080aae0a1771e01ccf05596eb4242aab7d89f
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03d30f73088742ed4d213f08bfcbf10bb4abe8bc94dcfce5b27e3f0b2c89f6a9
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e43c4184fa61de01ee08209c97532149ad20538
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6c55fe39f791d1536d6bf4babfbbddb2157f2ceb33704e32ea0ae1e8b819a72
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0ea187122933be4069f48d7238bd4ec01a2c685
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccfded154e34e0cab327ac0f2293a579ce917c5f18b3b341067b9eba2d3ac299
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e39e45c1d8c450175f816f366cf422952e5d054
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7c635824bc74cb9e4b84bcf25fa8c386ad81a9e620ae0b81a5a886062d4b8c9
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e60a1c51ed2881005d614083a7d8eeb87e65fb6c
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ef7d79f92439e6ac280efb6559e9143ace1c7dc211a3cf5b32b5b527ff2e0d3
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49dd1c5112cb9b24f982a49c4b1d63a10f8793b2
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:225a446846f8a008d5887cc2fda3c8af608d17892e3a06bed2d609f886463700
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab3cd49959b6936455a6f3b10f6847ec7ceb1c2b
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c85964e3923b349e344e696dee896eca41697ec0c6cb0280a94feddd1db20bd
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..666504a9ead1586c9a2a0c70ac5edbd38e5eaa54
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e651fb30039ec5f8ab0e315efa64fbea346ff909855206a82a6f467d36e949e2
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..185b8ded1a6fe830655bcb073f131b7937b437ed
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6e9182188be0549040e096236bf9e7d65de46f3984bb346a5076ba29c111f67
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..507a6c518ef491a32a105d2f41c9d6d3f3622789
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6c9eeeb42b333d6393a0ad8c54de17294dd92cda670f7dc25f435ddfeae6014
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd47a4e2da16bdc1284a8a57c774ebb0f418ab20
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebb37e4ac217cdda11c1576b1f1b06356eec748556ba858c4c96cabda26e541e
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1380405af46c45a397c07ce44876fbfe48dc9535
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eab2a5a07b9e8c8fb258d7d646b587c3dfbbf96090ed1a2e18aa27c227058b2f
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b31f6b9fe1fa87cf7ceb8d371481320c47f24ff6
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68e1f24a38684964eb502226f329dc7ff58924667654773dd1e4c6a138843ec8
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8465459e509d04c9f496159c73732fab175fdfec
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:641ba8af87486548f3cf6603d1e6375140381a5df7369c493f0d87ecb1a45ec2
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..126b38ff41c916128f06bf80bda64820ce3011b6
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80e296cf1e958914e1e505cfe0d6ebb8a5f4072cda4e71b1c7f5fdc1edde4d92
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68c172bfa387fed107ad308a847077ec084e0f16
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:890361927e91b4ae1eb71eacf97eeadde694f154e661b9650572b7dbc6bf3fad
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f653a026777857173e0d48c42cecdcd5289c2160
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d721a4b40c58f5273681c456229ee1e3308c4a4ae5154d064163e542dd16fb6
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da54950e4f2ff01c1f95e5e6350ea60f07e414fc
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3460cbd16e58771f1fd56cab6497db93e8e9c2f26d03d705a6b9d897b95cf501
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ec2d05a4987d64e65c2fe653820e1e9fa487b23
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0b0af38f613cbd730c4991d897fbd67f89387cabae0b42cf7b2b76ff5cc2469
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8beab18142a8b45f6af75ca82aca40fd160b7897
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7434ed65c143ce47ea98a7a6a4bc8e6083d281e062bd4a57df189fe890568815
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e0412ef619cb825782678605c014e3f9ff9a720
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16f8431a0416f9d9c703950559c7779ae084fe3bd4c78c0c13da1e07f71734fa
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bf5bc5574918a5a965b0eb1b0b68bca0b4c6725
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ffaa48f94daa19017dbb3f5fd001b56a3b339d446ac6aa56a94f60b60801bb1
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c3c53962c0b5430b1fc2de5379d1dc39cda90d1
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f78cee22e61088ce823e84fe22539928bf0841a550d5a1ebce67134bc12b61a
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d10cdcfd72c324534e84c4be8f517de8f489d23c
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e47eb039096da0791234dcb5739665f4f9f5175a50398d1eedbc30ca53c64f9f
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d27a004e527f1119da36e56443e5d33bfacefffe
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1490e695746671e36bd2346368806295d0b9ed11302842ea46417bfa30a4c901
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5827fca6f75c2e9440a030e34b64d68824581cbb
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:281604c0a8350fee9bdd5cf5acaf3b43c476a4dbfef9529506cd405ca9c32556
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45e3e9f64a565979b6f9f10eaf732e4f8a610395
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7294eef5c51de0aa0e1c6bd08b68cba48ba59c762e3371208d4860a5a439f36
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f89ca42b1f7a57d5b1916a14b225dd0f600e3619
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2d38806064eeaed1e16693feeaca73c5795e5c845118c339dafe3e8323509a7
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eb25a622e2bf4f37b7743fea78441a51996bb3a
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29e6947465c70d4af984b2420c1574c407df6f487d7f882443deb3326dc42d36
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96f3c6ad6e560caac489760ee1db890d039a2d71
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6b7d250b1fcc39a14ef9de6ab42263ef360e97a57757470ef534164bd556666
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bf977bbe7be21088c3338052356668a22759f50
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e620e1c3b237f16aa08950dbfcd4d4dafb6adf963111ae3ce101afc60337002
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2af8db4dab2c6f1238c9d0912c78627ab5d5ca7d
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9708d23fd4145b5f54db1459f6c09ac66ea5eb2960d0db5a0190788c7a7d5924
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e74c43f9d5a3c187b422e862da9606b45536cc8
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fd3c630483e6b268ed4575e6d18e91b69ff9c444973db4b55f69bbddac5e06b
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b48a40d50fa2957612d9ed29aff5184c9f5a0210
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2793061e547accf5a5e84e6c5d5b7a406a6b55bd90dbd295ddb5fe9202f7a758
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9357ba0e8f6248f789e53a2173d2c6efdaab3857
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51ee93e655bebd918fde694171cdab3a955654f63b443d378d6e9cbc80732654
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08b5753c24914f524256ea77b18a3ee49ba12fc9
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c7da5d6712df154bd4d22542e57274cce0520af3cbf4a6d65d8e86d71365aec
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dee656739e5484ad8b9f1533308f5f7a06c31062
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be1ffd7b28f37a2adb1e5b0ec9bb9e3d4319a783a69204eb65b89a4f7ebcd0c7
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f77f516e30400433f28c4f76c16f8dfb60999fe8
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcb548709ae262833dc76726a8b9d4da8589b462091a4201751ff434bec979e7
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a572d0cfe5ba4c268b5f47fe46aba0a255d338ac
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dd22d1e4a956c8c80938f844aee260598f4312cc76d0052289c506f22f0e56c
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b96019a2154c574b56ba1819f9e0fda04e771d0
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8fe069a9d36f5b401c9ce7b9554ba69bf4b5b35d18257669f2516a1d627a5b3
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16e45ec846129e4934aeebc11fc6fee6dc6164c5
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:001cb7dfd36c90b06ddcb104dc4f7436fc342e9fdc65059c6d38b206e72a0492
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2385cd2df969eb0fccd9ed80d2cbfaedc2a94fee
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba8e76c958e65e99511ebe06ef3a4af7124c196779cb1f16a89822f6c3b3f048
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da943629c330b52a68e5a6a3008ca2b3dc789d2e
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f9d5ae7fdd172ba4c9696b8385d0f1b415c917ac5fbc716d371bc653b0894ef
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..009c14cb05462f9e202ae966cdf1925d6d730e97
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24f3e8684bb4bceb9768391cbe4ac1f22508f8158443003a9e8089a9d501166f
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94eaeb1e650018d799cb22ad0154ae594299c9c4
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9637e4400f4ccbc11e0f01f4cb5dd902eb2e1181d9b7b44d4282c499508d730
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e323de2fcddad06680d26828599ba9ba200095dc
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a20f49828e0ce3933bf28cabeeeb9c08030cb9680a72df87c76550be6d451e1d
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7b0607345c9bd5c6984a745e31b22cbecb77102
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f4c6622b3ed4cd6fc68220ee6ceecb254f2472751ae9237cde5494a6f761eda
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85273887968f6f211f6db0d75096b7b16304e965
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e74759e7c005d2af7926976e5ebc9a197e2dc5f38617ad8324052e77a5372a1
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33cc48d065ee0b8ad1ddafdfbd076a53fddb21f9
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe72e6c9e466ed0c5c3b69d9dcecc0b4df1003f16bf4d41dfaa37f4ec1dfb575
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd83dbd4c1a8cceaa2ea999894ba38b74fae1b64
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88826b3b89ccdcdcb4219b086e681cb1ebb7258b5af0f720252f55a644ee6449
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49bee3b48a5f1fd25fb0301538f23fd33e3a4b11
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6475ad6dd48becd78c144f5e7545b7d4ceb429fc770c5a2a95c65ab0497fcc75
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..894981e9dbd736f5f4cfc932017e4c683fac6b21
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b7ff5028d6ac75906df744c5f5730a8aad4ac2291b7caa6f98f2b70c6bbb3a8
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2a5d279bb32dfa49d0818b8720f39c2e0c3457e
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e7125f93884ebc38227836dfe2e135eba8b72e82dde02c2cf7981e3e6381ada
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c76a16a7798c4cfb1cfa2c121cf5c5e8a796958a
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:723ba7aa177aae9f2dc6405ee98aa1fd08cda565f07bb0ae9e4112124442cae0
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a135b6ce7a201a265ba90f98d9a5a9ec53f9cbba
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ebe797d85aa8952fcf128dd94e2015381c09d5e24976aaa7cea17346e5328bf
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8b3f580c62401aaaf0d3e1de97e5748f493dd28
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:550fee8629793fb71a1b476434a7228588f989a57b5c8b9fea80436428da7761
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ab3ae0fcdb4961ad65a087cec0c0cc817ecdb88
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79c15e1f70506394bad3166f055b8c01eb69d4c9e15d8a2df961782f39cb449a
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f378b0c6e28a44e94faf599fde147d46aac12bc9
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b45d799ee8e25ab66131b6d00c33c92960f5ec23ffd978b0bad46f3d68f769d9
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd5981795be0e240f0efffc6feb07a69cc63e99e
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4df803d092ab830600de96ce088e0e97e3c67bfe4463e6d80679f97325054529
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d0706c47da1c66b63671f4584a2dda45469dc54
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be23ac00f9a6b94f49520a80ab4c08366dfee76aa0d9e1664d6231035157f5bf
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32d0036858eb0c966ba9a0ef15c88920cbb4e892
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3cd31c9dd1fd1dd82dda5b198f6eb85e1aca7ce7766a4dcdaacd0ed0a7459bd
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..382a35dddaaade845433b83bec1906545b8e45e3
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c421ee665190f2b19d934745c24c062697965b0547be146594c041f1766db29
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..431459dbc811a5b72b812f6084c842ba7d62e1a0
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96113165b63d09f3ae2df82808fa01f367c8877473e46db90f1e0bebc6864db0
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb7544a8dea6eabea051561b5e523e1bf339eb28
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06353966ec303f954ae4474784edca409b1bf64b383ec9671c16065476d6452d
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78939dd584f3edad778a1f222ae25f8b773daa98
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:943591bbf7f30d6b92c9684a6dbde3cf078b7eb7ecf4fdd6ab4cd6f8fea3c253
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..417cc70ecf894cc5689da8bff446d3be39f83599
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b93691f090ec5e9900b391c15b25647360c61f6490a42eeb4bcc5f8074206aa
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04059a9e01440dbc544a59b23fe017c370fc2e79
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d24be339f2415d56635e88325b53e4c731265fd1e7a6369c04660c009af2182
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55ad0cfc9f40a4733b339207a5e0e6ad653e83e6
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3970bfb520b3e4355f67e56f9e7e16bd45ab691a538a3492f91bc8d5a1d0f09a
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8d5fc0b337ce5ac0c82d76bcd547ee612491ab3
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4d1e8d910c9b849ebb7af6ca25a7267ef6d7e821603bda92e4aa2954adc6c8c
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bc7e0c9deda1c36223bc70703137fb51f470814
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47ad43e591f415d56a7d5689693fdbc0eccaf1ea7b286416af49e92fc3ac0962
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..456ebfbdb90adb8dfd48302e54949146f0dee334
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dca39147bcb4f2a7ab2681b2ce08b37fc65636f0760120ff6534ca0f1b639dc7
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7462b9673b6d4435d5e370e0b4b1ed680e235506
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b209f840740c98a8a1355813a3ece6c58c084a6aa6ca8896eef7edf72376b4b
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9201f7d55c7d883b80a893b7450aa024ed9210a4
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:540b6932c5fef88c43c8475a9d47bdf141c7f79a37498889118036ee3add4caa
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..657ba91e63f919a8755c004f63a3bdbb302c865e
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cfed6391d0fba742322dc43bfcd5e3421b8e76c7621e2bfdf55519b40baca90
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ddb38fbeca9437ac7d286e658d6f8e445542343
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edad53c0c184c0112d05164773524a8448e6591e595f5f7880146fad35669fcd
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3af73b645333e5c98ed5a05e68b490a0c40cdc6e
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d4bc28774bc126cffa6243a5d1b1f7098b5a38d9a156dc9b75e21d68a0a2bed
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0541267011d1ccd7afc695fb75e9448675862951
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32996de636e4ad8b4526eba8a3af5c390641f52f31844f1511ed0f2e9fffd812
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1aada93a297e6732e75dcebe9e9d5d35cd6b6fde
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b73841d68ab63676c2dd4c6410c6d09d74f1a5fa09b6767f37b1b86782fe6e7d
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16d8659208db4fef7dbef60fdc2b81458db61762
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1644d195b483433b3ec2d47bf8574b43a4db442fcf71bfa42aaf139610ba6d3
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d002cda0e607d491ba9b4fde4815b8c929a6930
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bc25bb001a6ed9a546be734fd43977075ea4e6a902d2847ecc3735ec97e203b
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5cd6282a6c1222a8bc6439d292e31834252b8f0
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9385a05f1084f23835cdb1efb5ea95d3256580553bc3532a777496349517d2b
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2564a7c9ea223a1b166dfa4d466d9081a40a3661
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65a36ccfd7f3c65eab4f963e382ced42c3f102087b6b3c920a38018a1306db5d
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fab0325cbb32bfe3124c31fbb33c4031032361cb
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10448d2484953acaa96613e44c84f768b4664083928248b64d1fa0943c971722
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9db2788a0e1f534035f317027ed52d37f17079e
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eee1eba378c3cd939e8f20eda99f526239bb6002f75b3c01c3a4534d5deffbc0
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..823a771528cd75a02e72f40c5e3fc6efaea3d8c9
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d591b2fae5e5f5d4745fcd074739af98696e647d614ba416c5b8727d715492a
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..644bfbee0715c85db0ea7ce891d00b5b437cb021
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:732d05e031f38fa81efa62ac4c1c2d41f57039e384f940e8dc7df1445a7504d6
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4373bb1029fee538b539e0c1e2e680de21c4857
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3d970b8a2949058ecd2f08ba6c6beabb11746b899aace92f7b011172c221f19
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e7f72e3ab0f03fae3f629606f16b81b487c26ed
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c94efa46487424d10fbca985ba357f80195682f06f37ef2affd83a42bf4522f
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba4edb3f8590cc514f3e3caf6d935fd6229f08bb
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d62dda0f26cf8f7485f19d2a825321183f87747fa09ca05206b624af185bf32b
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b16f6a27896f98b048f8a91fa1b1ca5766dddcc
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4507569bdfb4d548bb2e6e6ad77704257572336963f26cc95519cf0d845ee231
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42504a713c5deeca09313769b845f2a9cbcb6956
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90a102b159134c8ebdab3386a59a79aefc4f2141b7ce77c36296ba381d1c72c1
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..905251c09e49e7a533b0488c5876b149ab1c229b
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd108cf23ed8094b8af6e64c01ee3c93108fb561cd0db96917b884f71aa82e57
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..354775fd6c3bfc998cccabcd072f57cb11166616
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c015453e423759b922edcbd759602843a54b772a0cbff43c75a753fb15b50ce5
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e640d1a11ce5118ed6cc13833022b7d00f55bc32
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:150ff796c6569bbb08b9c5528b363a21e3dd52eaa695fa243d74610f73e66023
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63b7a1f2d67b56c5f28722c4ef008f65ed3c8c38
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:765e7effd4c2771558d4bd6a173e4958fcb05f6bec0c66f0678b66cdfc0e2887
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92b5630559c2123f970d4de2c31033d0a78f6a2c
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0df6ab98283cf29343fb71c6ab0bf66acf810cf8658e43aa3e87eb59f1c20638
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3d40178149d27b1cadfb8ed221f04be63f97c59
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cc2adeffbe1ce66282070b8667c87d98c7b8752a30c99d742daecdb49050d62
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7da74d717e3a10bde73260761bef34dc203de3d3
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bac5a1df8b4c6f85c5843025a0456d83c24c737fa08f8e62875cb0ad90482e7
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a9a8c7813c921b492809ddba2e2006ecd9e7e4e
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b0d7b31140dcacb96ebbe9e99844c02135e7f93721426bf462a1365128e70a7
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..234ea77fec9b5b6949962d2e183a2f236606e9a5
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92bd30ef447268a9255e405a797616ca55de13890ef1750dd98f20dbd11ee17c
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12c664876ce73e361e5149dca1d57381827a2675
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1f418168e74cdae42f0601aec55c28c11515f2e774e49c3767f7d8e9c0e0a35
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fda46c2f7d972ff96705b8504cc1ddf238f4c218
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0621b238b585ada3f1b72ae578e419b429ceeb710c1598c08965fcdeb5bcbd7
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b321c9b2f6ca87f40c4e0ce8eb726bb2d1097ea1
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fd19e8cb4f497259c91bdb042f4493a830137607ff6731b85fcf0b1ac0836dd
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..262a7e1b3bc99d027f6f35fdf16f43db001c3384
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:354ee2df9c5bb3a7b27c921f8d36321093bc36536859f41f1f32edff4d9e7f2a
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..830f314dd05d2f9197599f1f2cab93736050dcc8
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42c556ee34155bb98d868cb71d1102330a9f44f4cf88a433edf3b11be2d8984e
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18e607780711586617461e7bd3369105788155a4
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b20d991cf44971dc3a80bce22e8a5ac196b2dbf2de49be221062ce28348a137
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f250f88f0d51f218da4b2bea1ce3b378a0360ee
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7373f65a1087e899c387ceaf7682564ef718c6ba8429e4685a13475bc40d35eb
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9264e8eab32105b6c4a52bbaaa8facf7054c3c9e
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2acfb3f859a6291e38899d296c8f487f22981f207189c1ac2b7a03a12ed06729
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09cbb8978fbe06333eb315b8230c51bba69c9eb9
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59ea6644b288dbdfad4889508537f271e331295210fe2009112e89577780bf00
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c23920ff6f91d0ead2b093ae8db4d4402ae51741
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32b383df87ea17cc21388f191f4633bc0bf54dfb770f704adf7278c76ded0ee1
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56dd44c43fcd1cee8a0d08a4f043fba90230686c
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a52ce5164b31812e194ecfdc805a8aed26d23145790edb256b8fc6af7460df84
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c63a92fe0bf67d00c60e4b657315f37e6689bb3
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0bc5a9b1739d0fa2f49b4e31243910d4193da64aca834cee7d0594d90338b25
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05b06d80d0e923dd80c6d52cc0247194164388c3
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e61ed89b26b075de36eb0bd670554288c68e18945c5fbc90ad7d3d30f8d323af
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92f6f41c83c1aa8ae1aa7fd4f6c16c84a148a709
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea0614f36e2c78e22a3dc65338e12cae39a023a3e5ec38751f5502d992f785fd
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c4ae761e8c50c19cbfd8dd197cc61c78c682f1e
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cac0e420b12c66c1841371054b0d69bb3eb78f18a4c9d4a4a30f2848fd34483
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34e8fe5640fdcee3506980978c6110333291966d
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:937cbc1fe6d1446c2626aa0904e62b70f7dc8fa7c22e80e124536d4682087b84
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ac80db92c432bba42df5bb43c315176065ed083
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a12645b5472a4f096105093afdce4d1b0459478155656d9b14a2fd237acd38db
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..411221aebfe6be28187054cb2563228d23df2f00
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:415bf9b4a586f48609b340aa7f6a2aa143c02af5f216c08b892a8406ef42e901
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71950549f1163d1a530d7734cb113520748e78cf
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88965d1514bfabe41fa6cbdf62f1d0078df007a4a5498242f553de692c9984e9
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fc971919eebae43152b839be62f7d8c0f069705
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b82a4848b7bc75154860bcacbed5817e30c9e91e54c76d3671a026ada1dcc595
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5fefccf1de8e30423e9b7d1be978527d40cea8c
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2745eb1e015b3b5aff518d03b2cce7e91ca7d4676421d5b8232819cd1cbc8dd
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfaa093c998683ca3d3e5f6562bfc56f5aeab8bf
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e440a1b64e6360dce9ad5932fce1bac6915c15f2195ddc5a4587c3e324ce93dd
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7888396c1eef270d798b89880a9c3de88d3635d8
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6de5af684cdce292cf2f0ea6c71c65245f0d508fecfb8197ba05162d3765e50
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a7835c8b04bb5fdcd0a7c4de4be7773e56f7a12
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:061c166af4a85fd3ce646be8b3e7b6a7cbd9882486408718513f1304d52fc6fc
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4cf4b6a3d6943fb34627f6ab0c8c04cbe102a95
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75c22f9f3d1bdae121872f33a656a79b6b21900fe2e959e8efe7a48de7ee14ff
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f04c034e25fb14b7d3b50f1a223b71fcae4b9bde
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5dcb9ef0806e2557ecfc33b66f3b86522bd04d8604c33667a7944548c950bf6
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0c29e86799611f20a642f2eda0d1a17aedb9e6d
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bb9c7dc315b434ef7b40449a79d2cb6792fd4f776e5660355d72cdf203af672
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb497717b6c5dadb6cbe5b389ad291118602f3d0
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b8245e74f5e3a2a4cdcaf7994ea351f3133bb604cff138588366e618455f7af
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3519bb696f823e2f7bdd4e0f9c81bbaa8c48456
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2e862761789bfc5ba024f8678629601479d540a44b2646201b61f619e7f6430
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43c8c05fe05612cfcffadb1cd79d1207d6b2aca9
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fd7b524ea730488c5bdb16634d19ee623a715ef0d1a8995c5da9e9d43fcc09d
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..072b1d8c18601eabbfcb210f6f5b132ecc6be0f9
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e060dacc05335856cce3905c17071fff0ff488063394c27e6fa7b260c590d108
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c42271e940ee19e71798d2beb38c14221e5563a8
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40f621de2a250364c735847cb1602d884bb3745f32b815c62991d84ff3d95768
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efdafad59cb5a2389ac838d3e952cc0288d1f29e
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1faaebde20856bf425471f2fbd6dfb79575ed55cb0b4d1c1918f4a72a58b4bd
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..962687535698d34a21ef8d3cb9413b6ab02df80c
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4d2e3fea1a0cd6ff071c336e1b1cb173eee7f63bf2b6b584cb762f26efb99f4
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..812bbc7c6e7f891148c540f6c040c26213110633
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddfc9037ad9ce1de673f29d1e1e21a100106058fddda4da60763aa4b9d9033cc
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e3a0dd651d890628c14e26d59eeac0a501ca0f4
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cce78ba8817bdad2bdbc9c6201ed30f35a8fc5a3504b512216f1dcf3eb794e1
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cfbb5746f37febb26f936fcb5b32b9723f56454
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a3252ef509cdf0a53ef0cefb5740945ef63faafe0a67a3885f04a051a210663
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb985a0fb3cee9a8aa77b925d09276871cd8bb19
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af39307ef00f08c83a63d889937e5531cede56546b1cb4bcb36b24a0f838c3b9
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31d73a68c5a89414a04ca0be340bf50eed8a0b24
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35a311857ee3986d2bf91d91936bb2a935262373b7de8d7280721722957e10bc
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6897b9994a3a20170f34c3e79144de4e42347f76
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:521bf7a1c9c3f60edee2dcd70e3366b060bc317698fbeb55e627baaec25d5299
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7a06e78c358867fafddeb25d1654e540b7ee0e3
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbce196e11cf7c7a0b4f831163d891cba85a6dbc7f0d67ca979ab1bfb0719bbc
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..222ff4997c9d80f8eb81c3e4c652044ac2457da6
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dddf807f6892bc3cab3207905e97e6b6e14805481af01ddc1a4c8ad5e10a9e9a
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4220da1f9af6b7bc84bc1f57f7b532f00e316c7b
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70ed1b7badc2dbfd52f2ca3ed825f7f088d7d762178fa46d53e62349e3601c59
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b456737ffd70187d1d38e90d2ba07ffd6b9108a5
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b87d7cba92f125b5172876fb57a7900ab3a695e881db16e4d9510c6412100e3
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62a83455aebe72b94a59a0fe8eba104dd033ae35
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed4e0a6b934d140d862912cdbfd81b0bac49854088d7ace20830b9a7d0b38b5b
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a3115befa01ad08170fd862bf3d7d39a4dcdd15
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e439fa6a14893a85e4a6ec7aac22783d344adddee247fdee965055b65b21411
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c228b685d42acef709261e82f96e34d3f17e2c2c
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c0b53d76eb050ac0eb6f017495a7820780ab1e7c691a3d10e7fa8e004389bd3
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb3fe978788e3f75a31a604da321fa02d937c362
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e51d1e6a69811fc9b76726f7e39f8cf699a67df2239320d9e2013852b005d51c
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5788ec3b4981855a766f9a70232ba7df9168ea1a
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42e2c1dcfe6d3e23828ce40e84214aae1d8243ef9a1f56fa91dbfcaba2bc8d9e
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9339c5378657a160944b70131490ad0f1439fe5a
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:302c473e7f817fc936e8950da2fcd2416795ca609a675489c9c55051b5bc6a3c
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e01454146dc4d349d216f9db4849805ca2c35c50
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87e2cbb2d9ad849a9b4f45d1a07c20f3810d0a1d1a5e802151493de387cab82d
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dccf8029d25f3534f4fb2102adddc17e7e547ec2
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e3c04afa13dd6a80e0a23f54f75d6fecd89b426a3dd35df5269301fbf6186df
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9e8864212cfd78ee82c529709c3d41ee1873df6
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d6094bd3f3150d862c39daf5b9ab7a9962e09a9bea843f9e3ec8f4c87749ff3
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aa8cd1407568033ae21bbbcf23262c7354c675a
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88d6e906a1dc9f6080205743fde43cc8b82e5baa237ea6e2ee768a690ab48b3c
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0819cdd8fbc268336ad2569036ed1503aa53029f
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23291ceb8fc49cfed01382767927659c53d7725e5e376e1c8c9679b1854abce4
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e40af15464abd898b59b193b6e280505e1745acf
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed7bd881372a21cdbbd8a616907c0d1d5865d6d574634646143a241b97d84492
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f84b2236da0b85dca88a4bbc8ec0ce0f4d2874cd
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6d66c0383e14b68468cee813db65139f0b865eeaef51fb5ea9a5127d7e69b9a
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba2d428f83374fd7619328bcb61f1106f6745cfa
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49e4c7d060c66fc3e3851c3cb7df2a171662c8a9593ea19140cda42fae8c77fb
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18132f4610fcbbc838da83e5cd269ed430b15081
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81dc1746e525cd67ebe66413e8f9392e9ef5a3e572c3218d7fea86ae642f0fdf
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02ec71dc41db5d96bfe6662191e5977280c91d10
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94875c6b328641802d5408a5d34b3fe32c1599af04c944f1f008cec361e6dfee
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..365d556f23b4c7c9b22f8c0ff48c6736ad757877
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10ab095574c56bcccc3b84eaddab3661bba28e2100b9c06b6c2be68e5a33475b
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39b40b4c35ca4a34e8ba0faf0cd0c7f1683e4f44
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98b93b8c1a4fda2e8d4445fcf2d45bd349527dd150a23fa08fb65f424d0e61a1
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dd6d9a86821a5501bec5504248a9291ee5b846b
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab9781cd52d16a7279d16f90d6042d9f882601bc67da20a6e5140d285a0991bd
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11c5355baef2fa6135a108e2eda2d1dcc876f6c8
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8692438d2f38bd732f1096ec61b8f667160e01465305719ae69ec4461adf8fd8
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bd2399e2988ac30a32eddb20ca4ebbcd6a42803
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:006a59a600782a4991d664d7412d33032cd14c4d683fce33d7d6d5b037e8a994
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43cc1393e3f88b5a4032c881f674bb8a326eb268
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c025baf2123ef11b08e094dfd0a7916188b945833c424cd3a38a792352eaa293
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf2a902a039746a7522e5e9e22b01c3b28970df4
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fefee42cecbbd3e9333b56a15230fb7ff9854276ef64f49ecdddf0f4345fccb2
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40fbb0cbd6a99d7e9fc7f1976b6948a41c51ec00
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e54d7602b3717e82da4e916ec008cf935665d2a1e6fff5401832947f0a4498d
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ed442f3490e01ffe91bf516d0f41c063c90d973
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25afd564b1783e820484d40e0b29e6e545cc3fee66cb32f787943ad3651023ff
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af6fe58214548bd71d9fd7e7d288c9c169b7b166
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f072c15d002d771d5ed4255a8da6445c2ad99a471e923b92866268384f66972
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bb18be5f54b603218768bcab82776391d3eae81
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f58593a55ac61e97e5eae8f867df6c69c0c44d6dfaf1c1c257bc07969a49f1a0
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5acb8cb0bd58ac6017530a37bd4c5703007cff48
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2fa8e3fa3df72ca1eeb28f83b38c3094d93648b766819ac6b8ab7c330d88c0d
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c23ea56d67b0082fec3807bf61d8fbc361b5d088
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed4fec73f6ad3d8c09f58ee60cb61b41b8b5ca00e27103874236ea00e72c98eb
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17caf62623c2aab062640ce417d267e6c89e1399
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe677ed256c7f1aada2edb53a80e6985db54b04814cc3ec6c597eb396ed1f178
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d31ec1fee2cc51dde32d766d402b8c2d3777faa
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d97e2a6cd77e1e6cb2a0560d08e19df5abc87994635cc4ba66fe42544bb21d7c
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7efb7663255abf81966c7b1f570d919e1032659a
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27ea5e264f35de32aa9937031c7f316f0f69ba27d53edbab46da81f09c174229
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..433947cd21136acb56eb0928a42320ec8c3b89f1
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:555d30da123687820af35fb54d5f997cf84809ee02940835c9a60080751ba1f0
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e13405f9801075becb01f81e9ea3ee8a12126534
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aad3c7bd7827134783fbc7d5e1e2cb0076dc92fc112563c43b9d4f5d1008d1bf
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..508cb4626d41ddd77069398f55ec7a7d49b2162f
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1af5d25c0a41c71e767bf39b59596ad9b9eda27dc5b535bd1634506dadaa9902
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00c901d3294554bf7ad045cfc54dc3f296d4a562
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17ae7d23a7fe3b34f708589311b1c8e4f6401d00d43ee6f968b1ca740c5528de
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d1a7d5acbcb9ce10a3cd9322942eb56aa6ff901
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4cf03a3e572c88132bd08a8dc55fb41d224de88834269f20d9b69ab6438b0c2
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c15a56d0e687b4c65701ce1dde64fe78b3f90371
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84268b1b85901e504055b88a71b50e630d17e9c0c0f462cba2b113c8012cf599
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae881ae3f975dc79b12a5b8181482ed948b2dc50
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e5960d4ea8d2299d1b1460df9904f3b1ab23a8c9dc92b0eecfc0ddc7c38fee6
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..459593509e180622fe3b3498329151bda31d49d9
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad41d898ca114dbd32b9035aa866813a3faa297b736546f6a9ad848a681e54de
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b58fa83ead762c2b7874de1b91f41bcd69820588
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ddb51eec2c360c6580ccd5392d6e9779120d156cab0213a61f7646fbfe352d3
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0eb40ae9e8375a7c46c4480da222ccd368a3abe1
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58070c92e32144b31ed8c234315f508af47a420efbbf8b1af1fb8eb0cecff2ff
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..567a0bcf05391ffa38d18dfb238fb28405ba16c2
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12bcef1b07a4fd6ed46dc6e97e11032453c8dc6842db9f88a4224c4585c7edc6
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47a9f283b57985c6d009af1bacde3fd2fd022455
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd6718024f2c78ca76ad9730edc90f7142413e0fe600b720875f4e374133a03b
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18ae48be5f419d36a72f490ad35f25894689d7a4
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9b72da644a02a4302f97c8487e0f0cddfc38b56200fb6e62b1a1065545cc5e7
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95f40196578ad0bf3ca2f7759d65574d7dc47897
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81477bdf8ecd00481b5a255c825d0bdeb5fb044288f444680a134f4344869a9a
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52f0612987ec59947a05b6efc8d67799dff875f8
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4252b9dfdf20a2e16aaf7c2bacbf7e4e48c74b6e7055f503fb115730a0c89f6f
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e92ccd37680585ab64529b30163fcd6b75109385
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:030e58ede1ce0de8238710b9e48ec926d9c2c35e01714190ff78cd50bb5288f9
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e012faff456c3fe14b43319a26b747c48603861
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2655e2a4d3e414461c059888032d03111355539b0fbf4daee14c0e78dbce2125
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04f3f8e3ecc5face7c3abe5234d8cefb42cb5a0b
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ac9ac84a978d0fd8db7eba6d6731edaf2b1910cd14b27c14bcdae298fb66a12
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9ee4d51258985699af490b4c9f16ab646584b80
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08164aab5cb83003e8a2f491cd41d65a7264feb657f0e9dc9dd7453f8ca7756d
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f54c7f9a40d2ec6a8f1a961e8f6335f029a3c88c
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:768c5339b9a478cd8bcb7bc5fe872fca9b0afe0fdcf9c2fa8eeaa07f64d01367
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0497104ac7f9d6125cf08f987513d449073f2a6e
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cbc2691216b37cc83c790ad027ad080693ddddd9d7196d506824e5e4f0446ec
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdeabe03fd16d042307b8a44ecbc15d0cfca7695
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03a6526d4287378934b0d9a3cfd25ce37e23e2fee06ee3ed339d810c5d0478bd
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..045a1b461520d70bef9f488d191d8e12fb9ea682
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cc839b908d6cf3d4b50da4c934a7a32eaa2a0affa23de402f8425710cdc3e12
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f22efe4be9cb3c3d6be21a734cad08194dcb36db
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19f6b30683befe83e8544b33a63befed0b30053a2970ee9e6c8b80756e062108
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe46ca371bb941b5f5b1532834cd6adaa9254487
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71c33db3bbc4da6800dbf5443081beabf6623708b029a9c7525889f691d5e477
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9219a0739227472bf0c7f903931950999e245423
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:984253dbdf55ca202b95a1def02e7e8e79ea75fb40975feba8f57e7ab215fa34
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6807bea0add2d9c14351974a6a67f0d5dece22b5
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4c738edaaea4faf9396c80d82986ccbf0be6160fa371cb9c383d010dd47f306
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c25ad444f7219b35b666e333abe30e11b07a3282
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47b41771c53a9032ea370ce18aa2b7a1cf844fd314a0873ebb9c9fc7467bc244
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..035f746a478e2f77009bc88e6bd5b73dc6f821e6
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0d74c9eb3d5a0a65044931f6ccce9b49e01a2f73d0cf3975799d64fc36a8b7a
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cbe78e037c152ee134f5a86f629101b2b03b458
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edfa100dba1dc02bc19a55cc13983acf1c4b82e929a685d2d8a2ba6bfadc6b61
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef7c7d3ce129d3d8b59a8452ac237d26ba04cfdb
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a52e6c4f7ab686e7ed703f41fe0ca1be6a69d3f47f9d93c0cd5b02a11420a64
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2598e7f90f27bdf0c3e594841ec79229be23e3b4
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90df3b3c8c8faaa2bd862d309491305e7f1d07f8ac695e2fec63d9e6fd6a693d
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42b07a086d265eac728e98d378356531db92ef79
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b796140c48dadddbcbfe449926ddfe8079a8ca4f9a786fbfa106814d8b819e52
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f2f7a8aa9117e0ec3d53a952b960caef99fcb2a
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4a286e4c7474529288338dd3b11b0fa6042ede5cbef51b6b843ba4f11ceb270
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fcb4f9adc09911859e331093a314b17152fad96
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f46206f05e4821826ac8324349296b37a8bbbfddde12191838237000b38f0f06
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dc6d18dbbbf31c09940f858d4a14835a82290b5
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58157591ebd1b54c30a743effde7d63eaa5996fb94ce9000384edd022bc9963a
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..490a999fb24ce7df35269752aef38e56328cc2ae
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fdb1b58d3964f50922005360a4ef3263b1dd0f71aead263c7c6cb5cb55b8bc4
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da27e443448f3537619a6e5b08e306d6318a6563
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8c85c4d493b8912e67279a663ba108e018e81740434ec373e0cf02cdcd853bd
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..592335bfb8a01816a409f1ff573c35b5c8a9538b
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e38d90f96a89c2cc45bed74bd3ef3a4badeaf26afbd8e7c1306beae07e121a01
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..305be99d4cec0812a00426399a5a9661a4af3fdd
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f68fb825b7acbdc5e1d36a103d0c2d8ba0f212eccdaa14091479d3717a3f68fc
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..062dfa5b02f92be6b282606a7cd154bc476279ad
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3509e3f1b5fce39831b6a4dd252d19f9fa02fada034bc8aa39c5150f9c1a809
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fcda3eb6d1ed02311e48d13f9b6b34cb6abd925
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ab2db845f46a3123b51452c635673db643aa8506c6bc6101904a08c4da36382
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..777ec2b6a46e8e11b876c674917ccad48372764a
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a5f4cc121a6afe754c84026a004ede13be16ed6117cedb6866632c1a2b9ca7a
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a29c87938b6a5f445fd2d24d5404dc8c4ddb09c3
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a4de8c773e686c4abb5ecc067f94f06d9094201de1e18f4ef2a175bb1edd991
+size 58499
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9612746f8a50301d95bd5bdaf896dd35d0aee6ba
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff97ac0fdd95516d40ae1befcb53316ff08df969089a68217c71cb755206cc26
+size 5251
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83270a9a286207ccde48351e966be184db67466c
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5516bc7c11989e48a48e0d071e96ddb9b98253add05b0b190ee06dd479bf450b
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15b6c55422afa77b53182be5d6b5715f71cdcad0
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b674bdba67d091416ce3f9c6a4f4aa98bc9aa30e81167f0f2dddacf75ee35ca7
+size 17539
diff --git a/params/llama3/4/rnd_search/comb_6/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/4/rnd_search/comb_6/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caf7bcc6eb869cd2434919c9dbefe00009210eda
--- /dev/null
+++ b/params/llama3/4/rnd_search/comb_6/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b4c9ae8d080fe7ded8950c42bbe00e9079c56e753129ae9c07eefc2b457c52b
+size 5251